-- Logs begin at Tue 2021-08-24 17:50:34 UTC, end at Tue 2021-08-24 18:57:23 UTC. -- Aug 24 18:27:04.035479 dv-cinder-805825-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 18:27:06.144310 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.common.config [-] Logging enabled! Aug 24 18:27:06.144906 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 24 18:27:06.145070 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74858) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 24 18:27:06.147283 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.common.config [-] Logging enabled! Aug 24 18:27:06.147524 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.1.dev13 Aug 24 18:27:06.147767 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74858) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Aug 24 18:27:06.148712 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 24 18:27:06.148937 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 24 18:27:06.149290 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 24 18:27:06.149524 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 24 18:27:06.149741 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 24 18:27:06.150047 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.150342 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.150636 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.150834 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.151151 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.151434 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.151715 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.152022 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.152315 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.152589 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.152858 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.153135 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.153356 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.153628 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.153904 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.154167 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.154382 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] debug = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.154677 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.155096 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.155496 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.155766 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.156047 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.156312 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.156580 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.156855 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.157176 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] host = dv-cinder-805825-1-iscsi {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.157445 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.157726 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.158002 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.158280 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.158546 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.158849 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.159135 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.159403 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.159667 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] log_file = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.159935 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.160216 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.160498 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.160798 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.161002 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.161216 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.161493 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.161776 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.162043 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.162308 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.162577 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.162870 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.163137 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.163398 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.163678 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.163955 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.164231 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.164498 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.164764 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.165026 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.165289 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.165565 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.165830 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.166092 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.166357 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.166638 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.166926 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.167189 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.167505 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.167783 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.168058 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.168333 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.168598 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.168874 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.169141 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.169402 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.169662 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] use_json = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.169924 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.170181 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.170455 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.170741 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.171006 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.171272 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.171531 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.171808 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:06.172094 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.172382 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.172679 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.172952 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.173256 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.173510 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.173791 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.174059 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.174337 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.174617 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.174984 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.175281 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.179516 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.179516 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.179516 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.179516 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.179516 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.179516 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.179516 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.179516 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.180066 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.180066 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.180066 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.180066 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.180066 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.180066 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.180066 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.180066 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.180066 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.180677 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.180677 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.180677 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.180886 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.181105 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.181368 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.181639 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.181907 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.182169 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.182433 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.182692 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.183072 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.183279 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.183547 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.183811 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.184075 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.184336 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.184599 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.184864 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.185129 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.185393 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.185673 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.185941 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.186265 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.186537 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.186833 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.187101 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.187366 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.187631 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.187916 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.188206 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.188476 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.188746 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.189022 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.189289 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.189557 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.189822 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.190089 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.190362 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.190626 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.190931 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.191204 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.191481 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.191752 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.192020 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.192310 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.192581 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.192856 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.193124 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.193393 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.193665 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.193938 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.194230 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.194519 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.194835 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.195124 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.195408 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.195679 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.195979 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.196250 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:06.196458 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 18:27:06.196693 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74858) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 18:27:06.589642 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO keyring.backend [-] Loading KWallet Aug 24 18:27:06.597004 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO keyring.backend [-] Loading SecretService Aug 24 18:27:06.600355 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO keyring.backend [-] Loading Windows Aug 24 18:27:06.601689 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO keyring.backend [-] Loading chainer Aug 24 18:27:06.602256 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO keyring.backend [-] Loading macOS Aug 24 18:27:06.635183 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:27:06.635446 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=74858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:27:06.635725 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:27:06.636058 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 18:27:06.943617 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:06.943810 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:06.944084 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.001545 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.001921 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.002392 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.006030 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.006441 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.006697 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.039287 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.039663 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.040023 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.076275 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.076543 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.076815 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.403368 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.404027 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.404203 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.404630 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.405903 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.529504 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.529810 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.530088 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.530349 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.530608 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.530930 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.531191 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.531441 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.531692 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.531974 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.532203 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.532461 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.532715 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.532961 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.533217 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.533475 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.533708 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.533970 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.534215 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.534486 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.534848 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.535092 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.535333 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.535607 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.535848 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.536085 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.536455 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:27:07.536701 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:27:07.536914 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:27:07.537139 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:27:07.537366 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:27:07.537590 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:27:07.538144 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 18:27:07.541239 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 18:27:07.545168 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 18:27:07.549065 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Aug 24 18:27:07.550688 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 18:27:07.551105 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 18:27:07.551437 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 18:27:07.551814 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 18:27:07.554566 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 18:27:07.554839 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 18:27:07.555158 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 18:27:07.582154 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Aug 24 18:27:07.582589 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.582902 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74858) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 24 18:27:07.583258 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.584741 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74858) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 18:27:07.585014 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 18:27:07.585255 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 18:27:07.588406 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.588679 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:07.648518 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 18:27:07.648754 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 18:27:07.648961 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 18:27:07.649350 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 18:27:07.689129 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_db.sqlalchemy.engines [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74858) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 24 18:27:08.037956 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.managers [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Initializing driver for type 'gre' Aug 24 18:27:08.038488 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] gre ID ranges: [(1, 1000)] Aug 24 18:27:08.097169 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.managers [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Initializing driver for type 'local' Aug 24 18:27:08.097528 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.managers [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Initializing driver for type 'vlan' Aug 24 18:27:08.110683 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] VlanTypeDriver initialization complete Aug 24 18:27:08.111146 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.managers [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Initializing driver for type 'vxlan' Aug 24 18:27:08.111705 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] vxlan ID ranges: [(1, 1000)] Aug 24 18:27:08.176457 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.managers [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Initializing extension driver 'port_security' Aug 24 18:27:08.176793 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.extensions.port_security [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] PortSecurityExtensionDriver initialization complete Aug 24 18:27:08.177123 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.managers [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Initializing mechanism driver 'openvswitch' Aug 24 18:27:08.177440 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.managers [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Initializing mechanism driver 'hyperv' Aug 24 18:27:08.183939 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.plugins.ml2.plugin [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:08.184701 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > port after_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.185087 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > port after_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.185428 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > port after_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.185809 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > subnet after_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.186154 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > subnet after_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.186492 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > subnet after_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.186891 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > network after_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.187232 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > network after_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.187568 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > network after_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.187959 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > security_group after_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.188335 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > security_group after_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.188669 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > security_group after_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.189038 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.189374 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.189702 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.190017 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] ML2 OVO RPC backend initialized. {{(pid=74858) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Aug 24 18:27:08.190637 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router_interface after_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.191006 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.191415 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > network before_response 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.191737 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > networks before_response 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.192070 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > port before_response 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.192401 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > ports before_response 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.192732 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > subnet before_response 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.193065 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > subnets before_response 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.193404 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > network after_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.193736 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > network after_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.194065 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > network after_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.194392 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > port after_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.194746 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > port after_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.195081 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > port after_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.195410 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > subnet after_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.195770 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > subnet after_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.196096 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > subnet after_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.196666 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.plugin [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Modular L2 Plugin initialization complete Aug 24 18:27:08.196988 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading services supported by the core plugin {{(pid=74858) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 18:27:08.197308 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.plugins.ml2.managers [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Got port-security extension from driver 'port_security' Aug 24 18:27:08.197764 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.extensions.vlantransparent [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Disabled vlantransparent extension. Aug 24 18:27:08.198174 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74858) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 18:27:08.198475 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading Plugin: router Aug 24 18:27:08.233850 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router_interface before_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.234183 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router after_create 55549900 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.234556 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router before_create 55549900 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.234930 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.235418 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.235773 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router after_delete 55549900 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.236124 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > floatingip after_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.236480 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router after_create 55549900 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.236805 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router after_update 55549900 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.237139 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router after_update 55549900 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.237480 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.237823 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router after_update 55549900 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.238217 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router precommit_update 55549900 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.238573 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: port after_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.238930 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: port after_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.239258 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: subnet after_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.239589 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.239929 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > port precommit_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.240267 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router precommit_create 55549900 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.240601 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: port before_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.240933 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router precommit_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.241276 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router after_update 55549900 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.241611 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router precommit_delete 55549900 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.241951 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router precommit_create 55549900 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.242287 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router_interface after_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.242621 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router precommit_update 55549900 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.243006 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > agent after_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.243347 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > agent after_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.243684 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > network after_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.244537 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Tracking information for resource: router configured {{(pid=74858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:27:08.244860 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Tracking information for resource: floatingip configured {{(pid=74858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 18:27:08.250191 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.db.l3_agentschedulers_db [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 18:27:08.250793 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: port after_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.251153 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: port after_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.251497 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: port after_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.251838 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: port after_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.252623 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router before_create 55550100 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.252982 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router precommit_delete 55550100 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.253331 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router precommit_create 55550100 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.253675 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > router precommit_update 55550100 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.258471 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.services.provider_configuration [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Service providers = [] {{(pid=74858) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 18:27:08.258858 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.db.servicetype_db [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74858) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 18:27:08.261821 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.services.service_base [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 18:27:08.262223 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.services.service_base [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 18:27:08.262563 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.services.service_base [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 18:27:08.263469 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.services.service_base [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 18:27:08.263832 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.services.service_base [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 18:27:08.264207 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:27:08.264519 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 18:27:08.275187 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:27:08.275518 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading Plugin: auto_allocate Aug 24 18:27:08.281271 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: network precommit_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.281635 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: network precommit_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.282140 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:27:08.282457 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading Plugin: tag Aug 24 18:27:08.289109 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:27:08.289433 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading Plugin: timestamp Aug 24 18:27:08.293255 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:27:08.293583 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading Plugin: network_ip_availability Aug 24 18:27:08.298800 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.299161 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.299505 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.300205 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:27:08.300520 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading Plugin: flavors Aug 24 18:27:08.305343 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:27:08.305670 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading Plugin: revisions Aug 24 18:27:08.309923 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 18:27:08.310309 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_concurrency.lockutils [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.674s {{(pid=74858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:27:08.311060 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74858) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Aug 24 18:27:08.311392 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Initializing extension manager. Aug 24 18:27:08.311886 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: __init__.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.312221 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: __pycache__ {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.312545 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.312870 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.313189 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: _filter_validation_lib.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.313515 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.313836 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: address_group.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.314566 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.315143 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: address-group Aug 24 18:27:08.315457 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: address_scope.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.316155 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.316651 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: address-scope Aug 24 18:27:08.316963 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: admin_state_down_before_update.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.317871 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.318368 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: router-admin-state-down-before-update Aug 24 18:27:08.318682 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: agent.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.319458 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.319941 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: agent Aug 24 18:27:08.320251 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: agent_resources_synced.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.321151 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.321646 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: agent-resources-synced Aug 24 18:27:08.321958 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: allowedaddresspairs.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.323921 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.324387 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: allowed-address-pairs Aug 24 18:27:08.324708 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: auto_allocated_topology.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.325766 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.326273 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: auto-allocated-topology Aug 24 18:27:08.326593 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: availability_zone.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.327306 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.327803 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: availability_zone Aug 24 18:27:08.328120 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: availability_zone_filter.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.329021 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.329515 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: availability_zone_filter Aug 24 18:27:08.329832 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: data_plane_status.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.330758 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.331248 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 18:27:08.331561 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: default_subnetpools.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.332469 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.332971 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: default-subnetpools Aug 24 18:27:08.333284 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: dhcpagentscheduler.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.334050 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.334540 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: dhcp_agent_scheduler Aug 24 18:27:08.334885 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: dns.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.335779 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.336259 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension dns-integration not supported by any of loaded plugins Aug 24 18:27:08.336576 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: dns_domain_ports.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.337489 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.337999 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 18:27:08.338316 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: dvr.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.339013 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.339559 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: dvr Aug 24 18:27:08.339873 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: empty_string_filtering.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.340777 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.341273 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: empty-string-filtering Aug 24 18:27:08.341590 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.342490 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.343019 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 18:27:08.343330 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.344229 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.344724 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 18:27:08.345038 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: external_net.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.345939 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.346436 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: external-net Aug 24 18:27:08.346782 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: extra_dhcp_opt.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.347674 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.348172 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: extra_dhcp_opt Aug 24 18:27:08.348486 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: extraroute.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.349371 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.349866 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: extraroute Aug 24 18:27:08.350175 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: extraroute_atomic.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.351215 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.351715 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: extraroute-atomic Aug 24 18:27:08.352024 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: filter_validation.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.352688 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.353183 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: filter-validation Aug 24 18:27:08.353504 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: fip_pf_description.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.354395 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.354937 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 18:27:08.355255 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: fip_port_details.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.356160 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.356656 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: fip-port-details Aug 24 18:27:08.356966 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: flavors.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.358189 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.358879 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: flavors Aug 24 18:27:08.359204 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.360855 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.361363 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 18:27:08.361700 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: floatingip_pools.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.362390 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.362925 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: floatingip-pools Aug 24 18:27:08.363256 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: ip_allocation.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.364161 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.364662 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 18:27:08.364979 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.365883 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.366381 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: ip-substring-filtering Aug 24 18:27:08.366723 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: l2_adjacency.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.367633 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.368135 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 18:27:08.368453 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: l3.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.369408 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.369911 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: router Aug 24 18:27:08.370233 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: l3_conntrack_helper.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.372493 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.373009 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 18:27:08.373340 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.374261 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.374793 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: ext-gw-mode Aug 24 18:27:08.375115 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.376023 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.376525 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: l3-ha Aug 24 18:27:08.376842 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: l3_flavors.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.377740 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.378238 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: l3-flavors Aug 24 18:27:08.378555 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.379487 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.379988 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 18:27:08.380302 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: l3agentscheduler.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.381305 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.381809 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: l3_agent_scheduler Aug 24 18:27:08.382127 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: logging.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.383962 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.384471 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension logging not supported by any of loaded plugins Aug 24 18:27:08.384797 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: metering.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.385529 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.386137 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: metering Aug 24 18:27:08.386462 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.387564 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.388066 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: metering_source_and_destination_fields Aug 24 18:27:08.388387 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: multiprovidernet.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.389300 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.389800 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: multi-provider Aug 24 18:27:08.390120 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: netmtu.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.391047 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.391543 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: net-mtu Aug 24 18:27:08.391864 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: netmtu_writable.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.392773 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.393275 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: net-mtu-writable Aug 24 18:27:08.393592 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: network_availability_zone.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.394259 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.394785 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: network_availability_zone Aug 24 18:27:08.395103 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: network_ip_availability.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.396300 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.396831 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: network-ip-availability Aug 24 18:27:08.397148 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: network_segment_range.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.397906 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.398402 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 18:27:08.398719 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: pagination.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.399694 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.400020 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: pagination Aug 24 18:27:08.400331 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.401251 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.401841 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: port-mac-address-regenerate Aug 24 18:27:08.402154 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: port_resource_request.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.403091 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.403588 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 18:27:08.404131 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: portbindings.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.404802 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.405305 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: binding Aug 24 18:27:08.405666 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: portbindings_extended.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.407083 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.407584 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: binding-extended Aug 24 18:27:08.407907 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: portsecurity.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.408823 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.409329 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: port-security Aug 24 18:27:08.409643 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: project_id.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.410611 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.410964 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: project-id Aug 24 18:27:08.411272 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: providernet.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.412191 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.412697 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: provider Aug 24 18:27:08.413013 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: qos.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.416653 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.417167 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension qos not supported by any of loaded plugins Aug 24 18:27:08.417517 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.418808 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.419315 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 18:27:08.419636 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.420544 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.421047 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 18:27:08.421367 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: qos_default.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.422265 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.422806 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension qos-default not supported by any of loaded plugins Aug 24 18:27:08.423135 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: qos_fip.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.423776 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.424271 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension qos-fip not supported by any of loaded plugins Aug 24 18:27:08.424596 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: qos_gateway_ip.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.425510 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.426017 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 18:27:08.426337 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: qos_port_network_policy.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.427275 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.427768 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 18:27:08.428083 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: qos_rule_type_details.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.428983 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.429479 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 18:27:08.429794 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: qos_rules_alias.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.430845 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.431348 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 18:27:08.431668 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: quotasv2.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.432536 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.432853 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: quotas Aug 24 18:27:08.433217 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: quotasv2_detail.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.434941 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.435272 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: quota_details Aug 24 18:27:08.435595 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: rbac.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.436625 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.437134 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: rbac-policies Aug 24 18:27:08.437460 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: rbac_address_scope.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.438366 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.438901 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: rbac-address-scope Aug 24 18:27:08.439221 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: rbac_security_groups.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.440126 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.440626 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: rbac-security-groups Aug 24 18:27:08.440943 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: rbac_subnetpool.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.441842 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.442338 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: rbac-subnetpool Aug 24 18:27:08.442677 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: revisionifmatch.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.443591 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.444089 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: revision-if-match Aug 24 18:27:08.444409 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: revisions.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.445491 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.445990 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: standard-attr-revisions Aug 24 18:27:08.446309 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: router_availability_zone.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.447071 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.447575 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: router_availability_zone Aug 24 18:27:08.447893 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: routerservicetype.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.448834 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.449327 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension router-service-type not supported by any of loaded plugins Aug 24 18:27:08.449648 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: security_groups_port_filtering.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.450564 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.451093 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: port-security-groups-filtering Aug 24 18:27:08.451410 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: securitygroup.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.468289 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.469091 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: security-group Aug 24 18:27:08.469564 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: segment.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.470701 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.471511 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension segment not supported by any of loaded plugins Aug 24 18:27:08.471988 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.473311 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.474099 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 18:27:08.474575 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: servicetype.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.476157 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.476956 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: service-type Aug 24 18:27:08.477429 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: sorting.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.478833 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.479309 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: sorting Aug 24 18:27:08.479778 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: standard_attr_segment.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.480999 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.481787 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 18:27:08.482258 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: standardattrdescription.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.483236 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.484087 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: standard-attr-description Aug 24 18:27:08.484500 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: stateful_security_group.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.485714 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.485714 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: stateful-security-group Aug 24 18:27:08.486526 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: stdattrs_common.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.487298 dv-cinder-805825-1-iscsi neutron-server[74858]: WARNING neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 18:27:08.487496 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.488626 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.489409 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 18:27:08.489871 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: subnet_onboard.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.491487 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.492272 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: subnet_onboard Aug 24 18:27:08.492742 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.494046 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.494897 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 18:27:08.495219 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: subnet_service_types.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.496223 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.496833 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: subnet-service-types Aug 24 18:27:08.497299 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: subnetallocation.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.498848 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.499615 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: subnet_allocation Aug 24 18:27:08.500075 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.501012 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.501793 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: subnetpool-prefix-ops Aug 24 18:27:08.502248 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.503638 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.504235 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 18:27:08.504630 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: tagging.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.505936 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.506749 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: standard-attr-tag Aug 24 18:27:08.507541 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: timestamp.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.509204 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.509986 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loaded extension: standard-attr-timestamp Aug 24 18:27:08.510452 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: trunk.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.511953 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.512796 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension trunk not supported by any of loaded plugins Aug 24 18:27:08.513260 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: trunk_details.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.514453 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.514991 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension trunk-details not supported by any of loaded plugins Aug 24 18:27:08.515310 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: uplink_status_propagation.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.516224 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.516727 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 18:27:08.517047 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Loading extension file: vlantransparent.py {{(pid=74858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Aug 24 18:27:08.517713 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}} Aug 24 18:27:08.518210 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 18:27:08.520548 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Creating instance of TrackedResource for resource:network Aug 24 18:27:08.521269 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Creating instance of TrackedResource for resource:subnet Aug 24 18:27:08.521864 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 18:27:08.522626 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Creating instance of TrackedResource for resource:port Aug 24 18:27:08.524034 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.v2.resource_helper [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:27:08.524515 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.v2.resource_helper [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Service FLAVORS assigned prefix: {{(pid=74858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:27:08.525133 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.v2.resource_helper [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:27:08.525554 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.v2.resource_helper [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:27:08.525879 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Creating instance of TrackedResource for resource:router Aug 24 18:27:08.526532 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Creating instance of TrackedResource for resource:floatingip Aug 24 18:27:08.527312 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.v2.resource_helper [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Service METERING assigned prefix: /metering {{(pid=74858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:27:08.528749 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.529109 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.529452 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:27:08.530606 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 18:27:08.531174 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Creating instance of TrackedResource for resource:security_group Aug 24 18:27:08.531854 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 18:27:08.532583 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.v2.resource_helper [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Service CORE assigned prefix: {{(pid=74858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:27:08.532915 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 18:27:08.533249 dv-cinder-805825-1-iscsi neutron-server[74858]: WARNING neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] subnetpool is already registered Aug 24 18:27:08.533845 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.v2.resource_helper [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Service CORE assigned prefix: {{(pid=74858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:27:08.534163 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 18:27:08.534483 dv-cinder-805825-1-iscsi neutron-server[74858]: WARNING neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] subnetpool is already registered Aug 24 18:27:08.537062 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.v2.resource_helper [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:27:08.537487 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.v2.resource_helper [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Service FLAVORS assigned prefix: {{(pid=74858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:27:08.538069 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.v2.resource_helper [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:27:08.538482 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.v2.resource_helper [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:27:08.538864 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Creating instance of TrackedResource for resource:router Aug 24 18:27:08.539181 dv-cinder-805825-1-iscsi neutron-server[74858]: WARNING neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] router is already registered Aug 24 18:27:08.539764 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Creating instance of TrackedResource for resource:floatingip Aug 24 18:27:08.540084 dv-cinder-805825-1-iscsi neutron-server[74858]: WARNING neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] floatingip is already registered Aug 24 18:27:08.540698 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.v2.resource_helper [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Service METERING assigned prefix: /metering {{(pid=74858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:27:08.541360 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 18:27:08.541681 dv-cinder-805825-1-iscsi neutron-server[74858]: WARNING neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] rbac_policy is already registered Aug 24 18:27:08.542211 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Creating instance of TrackedResource for resource:security_group Aug 24 18:27:08.542559 dv-cinder-805825-1-iscsi neutron-server[74858]: WARNING neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] security_group is already registered Aug 24 18:27:08.543296 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 18:27:08.543630 dv-cinder-805825-1-iscsi neutron-server[74858]: WARNING neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] security_group_rule is already registered Aug 24 18:27:08.544289 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.v2.resource_helper [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Service CORE assigned prefix: {{(pid=74858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:27:08.544616 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 18:27:08.544933 dv-cinder-805825-1-iscsi neutron-server[74858]: WARNING neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] subnetpool is already registered Aug 24 18:27:08.545532 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.v2.resource_helper [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Service CORE assigned prefix: {{(pid=74858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 18:27:08.545849 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 18:27:08.546166 dv-cinder-805825-1-iscsi neutron-server[74858]: WARNING neutron.quota.resource_registry [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] subnetpool is already registered Aug 24 18:27:08.546819 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: extensions {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.548280 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: address-groups {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.549873 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: address-scopes {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.551091 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: agents {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.552266 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: auto-allocated-topology {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.553500 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: availability_zones {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.554798 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: dhcp-networks {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.556183 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: dhcp-agents {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.557628 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: routers {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.559531 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: flavors {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.560680 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: service_profiles {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.561856 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: next_providers {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.563385 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: service_profiles {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.564800 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: floatingip-pools {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.566002 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: routers {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.567817 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: floatingips {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.568974 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: l3-routers {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.570317 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: l3-agents {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.571731 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: metering-labels {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.573978 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: metering-label-rules {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.575295 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: network-ip-availabilities {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.576559 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: bindings {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.578176 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: quotas {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.579647 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: quotas {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.581090 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: rbac-policies {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.582358 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: security-groups {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.583595 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: security-group-rules {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.584826 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: service-providers {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.586052 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: subnetpools {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.587469 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: subnetpools {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.588895 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: tags {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.590575 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: tags {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.592366 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: tags {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.594114 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: tags {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.595903 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: tags {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.597560 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: tags {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.599317 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: tags {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.601127 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: tags {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.602985 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: tags {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.605033 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron.api.extensions [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Extended resource: tags {{(pid=74858) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Aug 24 18:27:08.610626 dv-cinder-805825-1-iscsi neutron-server[74858]: WARNING keystonemiddleware.auth_token [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 18:27:08.615359 dv-cinder-805825-1-iscsi neutron-server[74858]: WARNING keystonemiddleware.auth_token [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 18:27:08.623325 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_concurrency.lockutils [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Acquired lock "singleton_lock" {{(pid=74858) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 24 18:27:08.623798 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_concurrency.lockutils [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Releasing lock "singleton_lock" {{(pid=74858) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 24 18:27:08.624417 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO oslo_service.service [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Starting 2 workers Aug 24 18:27:08.628870 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Started child 74995 {{(pid=74858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 24 18:27:08.633280 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Started child 74996 {{(pid=74858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 24 18:27:08.634425 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:08.635661 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO neutron.service [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 18:27:08.635661 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Notify callbacks [] for process, before_spawn {{(pid=74858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:08.635988 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [-] (74995) wsgi starting up on http://0.0.0.0:9696 Aug 24 18:27:08.638037 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO oslo_service.service [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Starting 1 workers Aug 24 18:27:08.639105 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:08.640421 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [-] (74996) wsgi starting up on http://0.0.0.0:9696 Aug 24 18:27:08.642945 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Started child 74997 {{(pid=74858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 24 18:27:08.643421 dv-cinder-805825-1-iscsi neutron-server[74858]: INFO oslo_service.service [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Starting 1 workers Aug 24 18:27:08.646588 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.service [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] calling RpcWorker wait() {{(pid=74997) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 18:27:08.647184 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.service [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] returning from RpcWorker wait() {{(pid=74997) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 18:27:08.647514 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Started child 74998 {{(pid=74858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 24 18:27:08.648274 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG neutron_lib.callbacks.manager [None req-d3d66590-6be5-42f0-8be7-8bf7a31423ab None None] Notify callbacks [] for process, after_spawn {{(pid=74858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:08.648399 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:08.648693 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:08.650078 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74858) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 24 18:27:08.650283 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 24 18:27:08.650438 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 24 18:27:08.650682 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 24 18:27:08.651034 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 24 18:27:08.651182 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 24 18:27:08.651673 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.651939 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.652212 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.652329 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:08.652797 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.652797 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.653167 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:08.653293 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.653575 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.653776 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.654193 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.654570 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.654899 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.655197 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.655599 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.655973 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.656408 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.656821 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.657182 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.657576 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.657884 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.658269 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.658692 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.659049 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.659426 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] debug = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.659787 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.660393 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.660759 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.661118 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.661490 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.661883 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.662239 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.662684 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.663033 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.663408 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.663770 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.664156 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.664514 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.664897 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.665275 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.665621 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.666222 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] host = dv-cinder-805825-1-iscsi {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.666584 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.667045 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.667476 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.667873 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.668250 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.668854 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.669261 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.669659 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.670058 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.670419 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.670834 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.671252 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.671621 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.671998 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] log_file = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.672290 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] log_options = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.672640 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.673063 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.673460 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.673802 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.674262 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.674515 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.674885 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.675011 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.675313 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.675910 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.676113 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.676383 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.676720 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.677115 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.677286 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.677460 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.677679 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.678008 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.678141 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.678401 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.678629 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.678891 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.679098 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.679339 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.679539 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.679795 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.679996 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.680225 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.680433 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.680660 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.680921 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.681175 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.681423 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.681658 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.681884 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.682105 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.682322 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.682592 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.682855 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.683124 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.683391 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.683602 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.683849 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.684122 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.684393 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.684699 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] use_json = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.684956 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.685170 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.685417 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.685650 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.685923 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.686139 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.686313 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.686535 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.686946 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.687236 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.687581 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.687893 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.689136 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.692451 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.692451 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.692451 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.692451 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.692451 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.692451 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.693562 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.694106 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.694615 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.695191 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.695681 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.696137 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.696696 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.697100 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 55930) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:27:08.697359 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.697770 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.698215 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.698734 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.699242 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.699702 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.700094 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.700491 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.700902 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.701316 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.701793 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.702205 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.702694 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.703123 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.703536 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.703973 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.704262 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.704689 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.705128 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.705554 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.705875 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065372 Aug 24 18:27:08.706886 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.707340 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.707800 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.708133 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.709056 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.709056 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.709056 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.709282 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.709361 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.709651 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.709934 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.710250 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.711291 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.711579 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.711828 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.712051 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.712272 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.712500 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.712718 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.713731 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.713968 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.714504 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.714504 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.714762 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.714965 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.715192 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.716082 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.716082 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.716082 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.716270 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.716333 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.716542 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.716752 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.716959 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.717168 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.717385 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.717699 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.718009 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.718249 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.719222 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.719222 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.719222 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.719222 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.719488 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.719682 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.719969 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.720127 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.720363 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.720775 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.721179 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.721444 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.721672 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.721939 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.722309 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.722711 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.723087 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.723330 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.724310 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.724310 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.724310 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.724310 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.724622 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.726896 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.726896 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.726896 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.726896 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.726896 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.726896 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.727290 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.727410 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.728080 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.728506 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.728940 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.729380 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.730212 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.730504 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.731766 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.733218 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.733503 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.733805 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.734053 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.734468 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.734575 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.734813 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.735150 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.735443 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.737562 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.737562 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.737562 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.737793 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.738021 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.738299 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.738809 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.740281 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.740550 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.741920 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.742168 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.742401 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.742694 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.742969 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.743189 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.743417 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.743648 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.743868 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.744089 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.744332 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.744580 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.744797 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.745054 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.745240 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.745486 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.745744 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.745960 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.746178 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.746430 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.746710 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.747146 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.747370 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.747585 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.747848 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.748753 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.749036 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.749292 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.749594 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.749756 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.750005 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.750275 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.750491 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.750756 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.750978 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.751190 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.751423 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.751645 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.751857 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.752098 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.752327 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.752559 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.753552 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.753552 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.753552 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.753552 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.753826 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.754024 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.754238 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.754477 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.754726 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.755119 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.755339 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.755555 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.755818 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.756041 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.756259 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.756470 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.756683 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.756900 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.757114 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.757662 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.757926 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.758142 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.758363 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.758643 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.759524 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.759763 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.760026 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.760274 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.760505 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.761220 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.761220 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.761220 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.761464 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.761686 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.762965 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.765791 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.765791 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.765791 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.765791 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.765791 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.765791 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.765791 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.765791 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.766322 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.766322 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.766322 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.766322 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.766566 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.766926 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.767080 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.768001 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.768001 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.768001 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.768235 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.768301 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.768561 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.768885 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.769197 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.769450 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.770404 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.770404 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.770404 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.770619 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.770875 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.771532 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.771647 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.772570 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.772570 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.772731 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.773081 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.773540 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.774354 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.774354 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.774354 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.774753 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.774753 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.774914 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 18:27:08.775597 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74858) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 24 18:27:08.776433 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 24 18:27:08.776433 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 24 18:27:08.776433 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 24 18:27:08.776433 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 24 18:27:08.776766 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 24 18:27:08.776766 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.776907 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.777099 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.777292 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.777507 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.777768 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.777973 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.778262 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.778408 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.778634 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.778843 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.779041 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.779162 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.779264 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.779464 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.779584 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.779702 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.779933 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.780054 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.780185 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.780339 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.780486 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.780627 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] debug = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.780767 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.781006 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.781130 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.781294 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.781442 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.781592 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.783237 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.783237 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.783237 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.783237 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.783237 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.783237 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.783237 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.783237 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.783946 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.783946 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.783946 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] host = dv-cinder-805825-1-iscsi {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.783946 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.783946 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.783946 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.784312 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.784312 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.784433 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.784548 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.784692 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.784904 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.785048 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.785179 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.785311 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.785461 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.785644 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] log_file = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.785785 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] log_options = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.785932 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.786070 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.786194 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.786315 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.786471 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.786631 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.786810 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.786966 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.787260 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.787567 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.788766 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.788766 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.788766 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.788766 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.788766 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.788766 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.788766 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.788766 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.789484 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.789484 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.789484 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.789484 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.789484 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.789911 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.789911 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.789911 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.790208 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.790208 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.790390 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.790488 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.790585 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.790715 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.790879 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.791013 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.791223 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.791345 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.791534 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.791665 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.791768 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.791995 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.792182 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.792182 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.792613 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.792613 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.792977 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.793164 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] use_json = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.793347 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.793347 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.793661 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.793824 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.793954 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.794082 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.794197 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.794332 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 24 18:27:08.794492 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.794758 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.794910 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.795053 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.795198 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.795198 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.795494 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.795494 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.795769 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.795922 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.796067 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.796210 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.796352 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.796494 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.796637 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.796791 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.796937 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.797078 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.797222 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.797363 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.797553 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.797553 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.797916 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.797916 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.798366 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.798366 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.798366 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.798781 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.798781 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.798781 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.799166 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.799166 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.799166 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.799982 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.799982 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.799982 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.799982 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.799982 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.800698 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.800698 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.800698 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.800698 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.800698 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.801255 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.801255 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.801255 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.801255 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.801731 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.801731 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.801731 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.802802 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.802802 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.802802 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.802802 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.802802 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.802802 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.802802 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.802802 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.803783 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.803783 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.803783 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.803783 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.803783 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.803783 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.804433 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.804433 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.804433 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.804433 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.805086 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.805086 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.805086 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.805086 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.805086 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.806057 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.806057 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.806057 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.806630 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:08.806902 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.806902 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.806902 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.806902 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.806902 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.806902 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.806902 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.806902 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.808458 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.808458 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.808458 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.808458 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.808458 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.808458 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.808458 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.808458 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.809636 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.809636 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.809636 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.809636 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.809636 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.809636 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.809636 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.809636 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.811825 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.811825 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.811825 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.811825 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.811825 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.811825 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.811825 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.811825 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.812739 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.812739 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.812739 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.812739 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.812739 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.812739 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.812739 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.812739 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.812739 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.813555 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.813555 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.813555 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.813555 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.813555 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.814020 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.814297 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.814571 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.814874 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.815142 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.815413 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.815684 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.815952 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.816222 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.816499 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.816771 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.817043 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.817313 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.817581 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.817955 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.818224 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.818484 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.819803 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.819803 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.819803 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.819803 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.819803 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.820123 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.820322 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.820461 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.820899 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.821226 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.821512 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.821810 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.822152 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.822350 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.823702 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.823702 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.823702 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.823702 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.823702 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.823702 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.823702 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.824739 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.824739 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.824739 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.824739 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.824739 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.824739 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.826632 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.826632 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.826632 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.826632 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.826632 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.826632 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.826632 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.826632 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.827648 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.827648 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.827648 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.827648 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.827648 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.827648 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.827648 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.827648 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.828619 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.828619 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.828619 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.828619 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.828619 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.828619 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.828619 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.828619 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.828619 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.829762 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.829762 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.829762 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.829762 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.829762 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.829762 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.829762 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.829762 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.829762 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.830904 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.830904 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.830904 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.830904 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.830904 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.830904 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.830904 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.830904 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.831936 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.831936 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.831936 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.831936 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.831936 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.831936 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.831936 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.832805 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.832805 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.832805 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.832805 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.832805 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.832805 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.833529 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.833529 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.833529 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.833529 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.833529 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.834136 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.834136 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.834136 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.834136 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.834628 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.834628 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.834628 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.835019 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.835019 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.835264 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.835264 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.835521 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.835521 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.835780 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.835780 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.836026 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.836155 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.836284 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.836413 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.836551 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.837171 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.837171 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.837171 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.837171 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.837171 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 24 18:27:08.837798 dv-cinder-805825-1-iscsi neutron-server[74858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 18:27:18.997271 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c91880-3f44-4189-b63b-542911e524a1 None None] get_active_networks_info from dv-cinder-805825-1-iscsi {{(pid=74997) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Aug 24 18:27:19.075946 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c91880-3f44-4189-b63b-542911e524a1 None None] No non-hosted networks {{(pid=74997) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 18:27:19.087346 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.agentschedulers_db [None req-01c91880-3f44-4189-b63b-542911e524a1 None None] DHCP Agent not found on host dv-cinder-805825-1-iscsi {{(pid=74997) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 24 18:27:19.146195 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-27b93e30-881b-4616-9849-41a5295f50d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1691855'] for agent, after_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:19.328196 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1691855'] for agent, after_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:19.328837 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:19.329931 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:19.330318 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:19.330926 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:19.331366 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:19.331875 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:19.332217 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:19.332662 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:19.333112 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:19.333522 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:19.333944 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:19.334426 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-805825-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:19.345294 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-805825-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:21.202855 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-6875fcd8-4811-4ae1-8e40-fdd0b2816a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1691855'] for agent, after_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:21.249374 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-575ca27c-a9b5-4f46-843b-0c1f8e17cca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:22.108827 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1691855'] for agent, after_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:23.358320 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.db.l3_hamode_db [None req-bd0ffb6c-5f3b-4607-b0ef-4876b237a9e4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 18:27:23.451738 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0ffb6c-5f3b-4607-b0ef-4876b237a9e4 None None] Routers set() bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:27:23.452111 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0ffb6c-5f3b-4607-b0ef-4876b237a9e4 None None] Router IDs set() for agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 24 18:27:23.580511 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1691855'] for agent, after_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:25.150258 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 56028) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:27:25.795806 dv-cinder-805825-1-iscsi neutron-server[74995]: WARNING oslo_policy.policy [None req-0a751880-f91b-474c-b200-ea7f13ebfec0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:27:25.796441 dv-cinder-805825-1-iscsi neutron-server[74995]: WARNING oslo_policy.policy [None req-0a751880-f91b-474c-b200-ea7f13ebfec0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:27:26.007680 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [None req-0a751880-f91b-474c-b200-ea7f13ebfec0 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=74995) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 18:27:26.008716 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-0a751880-f91b-474c-b200-ea7f13ebfec0 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8576057 Aug 24 18:27:28.255726 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 56042) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:27:28.655201 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-099a35f0-39c7-4373-a22c-8aab62b7837d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:27:28.702287 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.policy [None req-099a35f0-39c7-4373-a22c-8aab62b7837d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74995) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 24 18:27:28.703130 dv-cinder-805825-1-iscsi neutron-server[74995]: WARNING oslo_policy.policy [None req-099a35f0-39c7-4373-a22c-8aab62b7837d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:27:28.703537 dv-cinder-805825-1-iscsi neutron-server[74995]: WARNING oslo_policy.policy [None req-099a35f0-39c7-4373-a22c-8aab62b7837d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:27:28.706836 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.quota [None req-099a35f0-39c7-4373-a22c-8aab62b7837d admin admin] Loaded quota_driver: . Aug 24 18:27:28.722901 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-099a35f0-39c7-4373-a22c-8aab62b7837d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:27:28.799601 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-099a35f0-39c7-4373-a22c-8aab62b7837d admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740180613652', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740180600439', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740180605767', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740180643005', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740180650537', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-581959', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-734010', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1785158', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1714330'] for rbac-policy, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:28.881224 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-099a35f0-39c7-4373-a22c-8aab62b7837d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:28.882950 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-099a35f0-39c7-4373-a22c-8aab62b7837d admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6259160 Aug 24 18:27:31.426457 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 56056) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:27:32.064056 dv-cinder-805825-1-iscsi neutron-server[74996]: WARNING oslo_policy.policy [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:27:32.064832 dv-cinder-805825-1-iscsi neutron-server[74996]: WARNING oslo_policy.policy [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:27:32.280407 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Request body: {'network': {'project_id': '520f077262284f23b62ef5928ae41336', 'name': 'private', 'admin_state_up': True}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:27:32.282066 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.quota [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Loaded quota_driver: . Aug 24 18:27:32.298249 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:27:32.305229 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Usage tracker for resource:network and tenant:520f077262284f23b62ef5928ae41336 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:27:32.310933 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:27:32.318410 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:27:32.336959 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Made reservation on behalf of 520f077262284f23b62ef5928ae41336 for: {'network': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:27:32.369030 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.policy [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74996) register_rules /opt/stack/neutron/neutron/policy.py:65}} Aug 24 18:27:32.369755 dv-cinder-805825-1-iscsi neutron-server[74996]: WARNING oslo_policy.policy [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:27:32.370212 dv-cinder-805825-1-iscsi neutron-server[74996]: WARNING oslo_policy.policy [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 18:27:32.374827 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for network, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:32.399764 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:32.447593 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:27:32.451586 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Usage tracker for resource:security_group_rule and tenant:520f077262284f23b62ef5928ae41336 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:27:32.454545 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:27:32.460304 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:27:32.530068 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:32.537070 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:32.542574 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:27:32.562335 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=74996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:27:32.587865 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740182284409', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:32.588435 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Unsubscribe: segment precommit_create {{(pid=74996) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 18:27:32.588927 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.segments_db [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Added segment 14dcbfa3-1b55-4187-9dd6-fa5b47f0aabc of type vlan for network 920f1d9e-65a3-4e84-978c-c26fb55e30e0 Aug 24 18:27:32.640611 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86742941-17ba-4123-b0dd-f108c61ff6d4,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:32.674361 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:32.674733 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:32.675052 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:32.675383 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:32.675655 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:32.675997 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:32.676297 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:32.676614 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:32.676916 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:32.677211 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:32.677491 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Tracked resource versions report: Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: pushed versions: Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: { 'ConntrackHelper': {'1.0'}, Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: 'Log': {'1.0'}, Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: 'Network': {'1.1'}, Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: 'Port': {'1.5'}, Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: 'PortForwarding': {'1.2'}, Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: 'QosPolicy': {'1.8'}, Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: 'SecurityGroup': {'1.2'}, Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: 'SecurityGroupRule': {'1.0'}, Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: 'SubPort': {'1.0'}, Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: 'Subnet': {'1.1'}, Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: 'Trunk': {'1.1'}} Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: consumer versions: Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: { DHCP agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: L3 agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: Metadata agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: Metering agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: Open vSwitch agent@dv-cinder-805825-1-iscsi: { 'ConntrackHelper': '1.0', Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: 'Log': '1.0', Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: 'Network': '1.1', Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: 'Port': '1.5', Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: 'PortForwarding': '1.2', Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: 'QosPolicy': '1.8', Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: 'SecurityGroup': '1.2', Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: 'SecurityGroupRule': '1.0', Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: 'SubPort': '1.0', Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: 'Subnet': '1.1', Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: 'Trunk': '1.1'}} Aug 24 18:27:32.678515 dv-cinder-805825-1-iscsi neutron-server[74996]: {{(pid=74996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:27:32.703035 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740181864075'] for network, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:32.718761 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:27:32.747383 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for network, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:32.748946 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:27:32.749622 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:32.752834 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:27:32.858751 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Pushing event updated for resources: {'Network': ['ID=920f1d9e-65a3-4e84-978c-c26fb55e30e0,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:32.861292 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4321079 Aug 24 18:27:32.863051 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:27:32.871887 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Network 920f1d9e-65a3-4e84-978c-c26fb55e30e0 details requested by agent ovs-agent-dv-cinder-805825-1-iscsi with host dv-cinder-805825-1-iscsi {{(pid=74997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:27:35.455081 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 56078) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:27:35.988120 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fee55e-c33a-46e2-bda2-88dde6aeec31 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:27:35.989577 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-96fee55e-c33a-46e2-bda2-88dde6aeec31 admin admin] 10.222.0.62 "GET /v2.0/networks/920f1d9e-65a3-4e84-978c-c26fb55e30e0 HTTP/1.1" status: 200 len: 825 time: 0.5332770 Aug 24 18:27:36.017409 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-f10cf891-f634-4fa3-965a-c9916c84656b admin admin] 10.222.0.62 "GET /v2.0/subnetpools/37c6007a-44e6-4458-8b82-65f2dcb3f198 HTTP/1.1" status: 200 len: 734 time: 0.0225501 Aug 24 18:27:36.025608 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '520f077262284f23b62ef5928ae41336', 'ip_version': 4, 'network_id': '920f1d9e-65a3-4e84-978c-c26fb55e30e0', 'subnetpool_id': '37c6007a-44e6-4458-8b82-65f2dcb3f198', 'name': 'private-subnet'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:27:36.030223 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:27:36.034469 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Usage tracker for resource:subnet and tenant:520f077262284f23b62ef5928ae41336 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:27:36.038028 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:27:36.044348 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:27:36.056169 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Made reservation on behalf of 520f077262284f23b62ef5928ae41336 for: {'subnet': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:27:36.058951 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:36.385717 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for subnet, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:36.390917 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:27:36.477573 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5fd1b9b-12ff-4c74-9276-e706bf739025,revision_number=0']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:36.480071 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Checking segment: {'id': '14dcbfa3-1b55-4187-9dd6-fa5b47f0aabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '920f1d9e-65a3-4e84-978c-c26fb55e30e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:27:36.480448 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Network hostable DHCP agents. Network: 920f1d9e-65a3-4e84-978c-c26fb55e30e0, hostable agents: ['07c0c982-9110-493d-a202-71ade7b28515'], hosted agents: [] {{(pid=74995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:27:36.496694 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:36.497025 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:36.497369 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:36.497667 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:36.497996 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:36.498308 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:36.498611 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:36.498955 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:36.499260 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:36.499565 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:36.499867 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Tracked resource versions report: Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: pushed versions: Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: { 'ConntrackHelper': {'1.0'}, Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: 'Log': {'1.0'}, Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: 'Network': {'1.1'}, Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: 'Port': {'1.5'}, Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: 'PortForwarding': {'1.2'}, Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: 'QosPolicy': {'1.8'}, Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: 'SecurityGroup': {'1.2'}, Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: 'SecurityGroupRule': {'1.0'}, Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: 'SubPort': {'1.0'}, Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: 'Subnet': {'1.1'}, Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: 'Trunk': {'1.1'}} Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: consumer versions: Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: { DHCP agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: L3 agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: Metadata agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: Metering agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: Open vSwitch agent@dv-cinder-805825-1-iscsi: { 'ConntrackHelper': '1.0', Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: 'Log': '1.0', Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: 'Network': '1.1', Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: 'Port': '1.5', Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: 'PortForwarding': '1.2', Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: 'QosPolicy': '1.8', Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: 'SecurityGroup': '1.2', Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: 'SecurityGroupRule': '1.0', Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: 'SubPort': '1.0', Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: 'Subnet': '1.1', Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: 'Trunk': '1.1'}} Aug 24 18:27:36.500847 dv-cinder-805825-1-iscsi neutron-server[74995]: {{(pid=74995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:27:36.533561 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:27:36.535342 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Network 920f1d9e-65a3-4e84-978c-c26fb55e30e0 is scheduled to be hosted by DHCP agent 07c0c982-9110-493d-a202-71ade7b28515 with binding_index 1 {{(pid=74995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:27:36.546400 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-iscsi, 920f1d9e-65a3-4e84-978c-c26fb55e30e0) {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:36.550998 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:27:36.551612 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:36.556445 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cc5533-2217-463e-91d2-eb26a877aedf None None] Network 920f1d9e-65a3-4e84-978c-c26fb55e30e0 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:27:36.574688 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5524156 Aug 24 18:27:36.865983 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e40c732-12b7-5d1c-b3b7-6e8fdb10c7cb-920f1d9e-65a3-4e84-978c-c26fb55e30e0', 'network_id': '920f1d9e-65a3-4e84-978c-c26fb55e30e0', 'tenant_id': '520f077262284f23b62ef5928ae41336', 'fixed_ips': [{'subnet_id': 'c5fd1b9b-12ff-4c74-9276-e706bf739025'}]}} from dv-cinder-805825-1-iscsi. {{(pid=74997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 18:27:36.867132 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:37.056190 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.db_base_plugin_common [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Allocated IP 172.20.0.2 (920f1d9e-65a3-4e84-978c-c26fb55e30e0/c5fd1b9b-12ff-4c74-9276-e706bf739025/924885ff-cc91-4af3-98bd-6a2b4c115fb7) {{(pid=74997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:27:37.282808 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Notify callbacks [] for port, precommit_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:37.296391 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Transition to ACTIVE for port object 924885ff-cc91-4af3-98bd-6a2b4c115fb7 will not be triggered until provisioned by entity L2. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:27:37.318546 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Transition to ACTIVE for port object 924885ff-cc91-4af3-98bd-6a2b4c115fb7 will not be triggered until provisioned by entity DHCP. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:27:37.325947 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:37.331091 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:27:37.393892 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Network 920f1d9e-65a3-4e84-978c-c26fb55e30e0 is already hosted by enough agents. {{(pid=74997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:37.396771 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.scheduler.base_scheduler [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Resources bound (agent type, host, resource id): {{(pid=74997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:37.402015 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Pushing event updated for resources: {'Port': ['ID=924885ff-cc91-4af3-98bd-6a2b4c115fb7,revision_number=1']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:37.404356 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Received port after_create {{(pid=74997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:27:37.440255 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:37.440592 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:37.440921 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:37.441245 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:37.441566 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:37.441880 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:37.442219 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:37.442529 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:37.442870 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:37.443181 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:37.443490 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Tracked resource versions report: Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: pushed versions: Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: { 'ConntrackHelper': {'1.0'}, Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: 'Log': {'1.0'}, Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: 'Network': {'1.1'}, Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: 'Port': {'1.5'}, Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: 'PortForwarding': {'1.2'}, Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: 'QosPolicy': {'1.8'}, Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: 'SecurityGroup': {'1.2'}, Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: 'SecurityGroupRule': {'1.0'}, Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: 'SubPort': {'1.0'}, Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: 'Subnet': {'1.1'}, Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: 'Trunk': {'1.1'}} Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: consumer versions: Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: { DHCP agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: L3 agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: Metadata agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: Metering agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: Open vSwitch agent@dv-cinder-805825-1-iscsi: { 'ConntrackHelper': '1.0', Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: 'Log': '1.0', Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: 'Network': '1.1', Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: 'Port': '1.5', Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: 'PortForwarding': '1.2', Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: 'QosPolicy': '1.8', Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: 'SecurityGroup': '1.2', Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: 'SecurityGroupRule': '1.0', Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: 'SubPort': '1.0', Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: 'Subnet': '1.1', Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: 'Trunk': '1.1'}} Aug 24 18:27:37.444515 dv-cinder-805825-1-iscsi neutron-server[74997]: {{(pid=74997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:27:37.452414 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:27:37.514172 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Attempting to bind port 924885ff-cc91-4af3-98bd-6a2b4c115fb7 on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:27:37.514594 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Attempting to bind port 924885ff-cc91-4af3-98bd-6a2b4c115fb7 by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': '14dcbfa3-1b55-4187-9dd6-fa5b47f0aabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '920f1d9e-65a3-4e84-978c-c26fb55e30e0'}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:27:37.515054 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Attempting to bind port 924885ff-cc91-4af3-98bd-6a2b4c115fb7 on network 920f1d9e-65a3-4e84-978c-c26fb55e30e0 {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:27:37.521843 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:27:37.522232 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Checking segment: {'id': '14dcbfa3-1b55-4187-9dd6-fa5b47f0aabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '920f1d9e-65a3-4e84-978c-c26fb55e30e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:27:37.522739 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:37.523123 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Bound using segment: {'id': '14dcbfa3-1b55-4187-9dd6-fa5b47f0aabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '920f1d9e-65a3-4e84-978c-c26fb55e30e0'} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:27:37.523644 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Bound port: 924885ff-cc91-4af3-98bd-6a2b4c115fb7, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14dcbfa3-1b55-4187-9dd6-fa5b47f0aabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '920f1d9e-65a3-4e84-978c-c26fb55e30e0'}}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:27:37.524038 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:37.611530 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] For port 924885ff-cc91-4af3-98bd-6a2b4c115fb7, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:27:37.615528 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] For port 924885ff-cc91-4af3-98bd-6a2b4c115fb7, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=924885ff-cc91-4af3-98bd-6a2b4c115fb7,segment=NetworkSegment(14dcbfa3-1b55-4187-9dd6-fa5b47f0aabc),segment_id=14dcbfa3-1b55-4187-9dd6-fa5b47f0aabc)] {{(pid=74997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:27:37.620866 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:37.624645 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:27:37.727885 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Pushing event updated for resources: {'Port': ['ID=924885ff-cc91-4af3-98bd-6a2b4c115fb7,revision_number=2']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:37.731070 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:27:38.843275 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 56092) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:27:39.265868 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [None req-bdd3fa95-5fb1-4de1-a2b3-ac59ca2deb44 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=74996) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 18:27:39.266873 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-bdd3fa95-5fb1-4de1-a2b3-ac59ca2deb44 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4226146 Aug 24 18:27:41.360617 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921bcd0e-1f92-4ab3-99da-f9512768461a None None] Network 920f1d9e-65a3-4e84-978c-c26fb55e30e0 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:27:41.463888 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-77a903c4-47b0-4f63-a334-8f8a8aa1054f None None] Provisioning for port 924885ff-cc91-4af3-98bd-6a2b4c115fb7 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:27:41.546537 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 56106) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:27:41.676511 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 924885ff-cc91-4af3-98bd-6a2b4c115fb7 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:27:41.748208 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port 924885ff-cc91-4af3-98bd-6a2b4c115fb7 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:27:41.753526 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 924885ff-cc91-4af3-98bd-6a2b4c115fb7 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:27:41.753918 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:41.827403 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-e95649b7-1dc4-436e-96ce-a7710cc5ffe6 None None] Provisioning complete for port 924885ff-cc91-4af3-98bd-6a2b4c115fb7 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:27:41.827762 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-e95649b7-1dc4-436e-96ce-a7710cc5ffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:41.931046 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:41.955068 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [None req-14d26934-05c3-431e-97c6-2a88ded5e1c8 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=74995) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 18:27:41.966719 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-14d26934-05c3-431e-97c6-2a88ded5e1c8 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4084616 Aug 24 18:27:42.014464 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port 924885ff-cc91-4af3-98bd-6a2b4c115fb7, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=924885ff-cc91-4af3-98bd-6a2b4c115fb7,segment=NetworkSegment(14dcbfa3-1b55-4187-9dd6-fa5b47f0aabc),segment_id=14dcbfa3-1b55-4187-9dd6-fa5b47f0aabc)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:27:42.015643 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-e95649b7-1dc4-436e-96ce-a7710cc5ffe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:42.027736 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:42.034329 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:27:42.155832 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=924885ff-cc91-4af3-98bd-6a2b4c115fb7,revision_number=3']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:42.160060 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.db.api [None req-e95649b7-1dc4-436e-96ce-a7710cc5ffe6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 18:27:42.160459 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_db.api [None req-e95649b7-1dc4-436e-96ce-a7710cc5ffe6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 18:27:42.161098 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:27:43.647069 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 924885ff-cc91-4af3-98bd-6a2b4c115fb7 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:27:43.720677 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 924885ff-cc91-4af3-98bd-6a2b4c115fb7 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:27:43.721027 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:44.584662 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 56118) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:27:44.987203 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-b9b095e7-7121-4cd9-a0ec-531def881dd3 admin admin] Request body: {'router': {'tenant_id': '520f077262284f23b62ef5928ae41336', 'name': 'router1', 'admin_state_up': True}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:27:44.991624 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-b9b095e7-7121-4cd9-a0ec-531def881dd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:27:44.995410 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-b9b095e7-7121-4cd9-a0ec-531def881dd3 admin admin] Usage tracker for resource:router and tenant:520f077262284f23b62ef5928ae41336 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:27:44.999061 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-b9b095e7-7121-4cd9-a0ec-531def881dd3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:27:45.004720 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-b9b095e7-7121-4cd9-a0ec-531def881dd3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:27:45.017791 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b9b095e7-7121-4cd9-a0ec-531def881dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30657'] for router, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:45.020118 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b9b095e7-7121-4cd9-a0ec-531def881dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30678'] for router, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:45.055554 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b9b095e7-7121-4cd9-a0ec-531def881dd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:45.168156 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b9b095e7-7121-4cd9-a0ec-531def881dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692446'] for router, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:45.187450 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b9b095e7-7121-4cd9-a0ec-531def881dd3 admin admin] Notify callbacks [] for router, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:45.188618 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-b9b095e7-7121-4cd9-a0ec-531def881dd3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6030235 Aug 24 18:27:47.508871 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 56128) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:27:47.925811 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [None req-b6ee204e-87a6-4ac0-8cc6-759c6559c553 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=74996) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 18:27:47.926827 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-b6ee204e-87a6-4ac0-8cc6-759c6559c553 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4166474 Aug 24 18:27:48.917765 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-650eb4bb-7e25-49cf-93a3-2ad6412aea70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:49.320980 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:50.168427 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 56138) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:27:50.599103 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:27:50.606414 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:27:50.610919 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Usage tracker for resource:network and tenant:f26d380d384147019fb08d3687ea0d6a is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:27:50.614128 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:27:50.620764 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:27:50.635231 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Made reservation on behalf of f26d380d384147019fb08d3687ea0d6a for: {'network': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:27:50.637597 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for network, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:50.650102 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:50.688038 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:27:50.694245 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Usage tracker for resource:security_group_rule and tenant:f26d380d384147019fb08d3687ea0d6a is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:27:50.698529 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:27:50.704448 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:27:50.790342 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:50.797086 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:50.801010 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:27:50.821063 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Reserving flat network on physical network physnet1 {{(pid=74996) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 18:27:50.841384 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b50af4-9d37-482e-9c19-e5163a047af8,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:50.844707 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:27:50.847148 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:50.847639 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.segments_db [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Added segment 784cbcd6-2113-4317-b99b-92d48e85dc0b of type flat for network afb0294a-27f7-459e-836d-9dd48a51a08b Aug 24 18:27:50.880340 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740181864075'] for network, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:50.916917 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for network, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:50.918227 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:27:50.918865 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:50.922241 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:27:51.022556 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Pushing event updated for resources: {'Network': ['ID=afb0294a-27f7-459e-836d-9dd48a51a08b,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:51.025489 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8557427 Aug 24 18:27:51.026217 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:27:51.032460 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Network afb0294a-27f7-459e-836d-9dd48a51a08b details requested by agent ovs-agent-dv-cinder-805825-1-iscsi with host dv-cinder-805825-1-iscsi {{(pid=74997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:27:51.205808 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-e7688531-43a3-41b0-b6bc-c3c02fd766ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:52.068439 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:53.313177 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 56158) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:27:53.544895 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:53.571481 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c43e190-ae6e-4753-a915-3aa6e088fd0f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:27:53.572930 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-0c43e190-ae6e-4753-a915-3aa6e088fd0f admin admin] 10.222.0.62 "GET /v2.0/subnets/c5fd1b9b-12ff-4c74-9276-e706bf739025 HTTP/1.1" status: 200 len: 849 time: 0.2587845 Aug 24 18:27:53.759067 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-39b49435-6185-4c39-8941-0090f77c5e83 admin admin] 10.222.0.62 "GET /v2.0/routers/176f8c9b-d1b8-4416-9c70-14aaf8acfd74 HTTP/1.1" status: 200 len: 704 time: 0.1802716 Aug 24 18:27:54.270028 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:54.531566 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Allocated IP 172.20.0.1 (920f1d9e-65a3-4e84-978c-c26fb55e30e0/c5fd1b9b-12ff-4c74-9276-e706bf739025/8a503833-0986-4a90-967b-8a0cb1eb86e6) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:27:54.700284 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:54.718243 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Transition to ACTIVE for port object 8a503833-0986-4a90-967b-8a0cb1eb86e6 will not be triggered until provisioned by entity DHCP. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:27:54.776378 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:54.780714 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:27:54.848277 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Network 920f1d9e-65a3-4e84-978c-c26fb55e30e0 is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:54.851196 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:54.856966 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Pushing event updated for resources: {'Port': ['ID=8a503833-0986-4a90-967b-8a0cb1eb86e6,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:54.869452 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:27:54.870139 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692608'] for router_interface, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:54.927682 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:27:55.000937 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:55.038309 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-ead0081b-5a71-4ccb-a8a9-c59b020e1f66 None None] Provisioning for port 8a503833-0986-4a90-967b-8a0cb1eb86e6 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:27:55.043513 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-ead0081b-5a71-4ccb-a8a9-c59b020e1f66 None None] Provisioning complete for port 8a503833-0986-4a90-967b-8a0cb1eb86e6 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:27:55.044056 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ead0081b-5a71-4ccb-a8a9-c59b020e1f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:55.099001 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-ead0081b-5a71-4ccb-a8a9-c59b020e1f66 None None] Port 8a503833-0986-4a90-967b-8a0cb1eb86e6 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:27:55.236097 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:55.243390 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:55.244661 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15555595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1691689'] for router_interface, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:55.247862 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:27:55.413584 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Pushing event updated for resources: {'Port': ['ID=8a503833-0986-4a90-967b-8a0cb1eb86e6,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:55.417443 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:27:55.480411 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Network 920f1d9e-65a3-4e84-978c-c26fb55e30e0 is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:27:55.481464 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:55.724502 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-018eee5d-8fe0-4821-83db-83908ea6f110 None None] Provisioning complete for port 8a503833-0986-4a90-967b-8a0cb1eb86e6 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:27:55.724750 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-018eee5d-8fe0-4821-83db-83908ea6f110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:55.779289 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-018eee5d-8fe0-4821-83db-83908ea6f110 None None] Port 8a503833-0986-4a90-967b-8a0cb1eb86e6 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:27:55.856838 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Router 176f8c9b-d1b8-4416-9c70-14aaf8acfd74 is scheduled to L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 with binding_index 1 {{(pid=74996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:27:56.030336 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:27:56.039700 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] 10.222.0.62 "PUT /v2.0/routers/176f8c9b-d1b8-4416-9c70-14aaf8acfd74/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2738500 Aug 24 18:27:56.040334 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] Sync routers for ids ['176f8c9b-d1b8-4416-9c70-14aaf8acfd74'] in dv-cinder-805825-1-iscsi {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:27:56.055529 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] Routers {'176f8c9b-d1b8-4416-9c70-14aaf8acfd74'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:27:56.056388 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:27:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['176f8c9b-d1b8-4416-9c70-14aaf8acfd74'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:56.230608 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] Set router 176f8c9b-d1b8-4416-9c70-14aaf8acfd74 gateway port host: None {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:27:56.613327 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176f8c9b-d1b8-4416-9c70-14aaf8acfd74', 'name': 'router1', 'tenant_id': '520f077262284f23b62ef5928ae41336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:27:45Z', 'updated_at': '2021-08-24T18:27:54Z', 'revision_number': 2, 'project_id': '520f077262284f23b62ef5928ae41336', 'gw_port_host': None, '_interfaces': [{'id': '8a503833-0986-4a90-967b-8a0cb1eb86e6', 'name': '', 'network_id': '920f1d9e-65a3-4e84-978c-c26fb55e30e0', 'tenant_id': '520f077262284f23b62ef5928ae41336', 'mac_address': 'fa:16:3e:2f:8c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176f8c9b-d1b8-4416-9c70-14aaf8acfd74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5fd1b9b-12ff-4c74-9276-e706bf739025', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:27:54Z', 'updated_at': '2021-08-24T18:27:55Z', 'revision_number': 2, 'project_id': '520f077262284f23b62ef5928ae41336', 'subnets': [{'id': 'c5fd1b9b-12ff-4c74-9276-e706bf739025', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37c6007a-44e6-4458-8b82-65f2dcb3f198'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:56.618907 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] Checking router: 176f8c9b-d1b8-4416-9c70-14aaf8acfd74 for host: dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:27:56.619284 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] Updating router 176f8c9b-d1b8-4416-9c70-14aaf8acfd74 port 8a503833-0986-4a90-967b-8a0cb1eb86e6 binding host dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:27:56.675010 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:57.059669 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] Notify callbacks [] for port, precommit_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:57.074427 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.provisioning_blocks [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] Transition to ACTIVE for port object 8a503833-0986-4a90-967b-8a0cb1eb86e6 will not be triggered until provisioned by entity L2. {{(pid=74998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:27:57.081902 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:57.086503 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:27:57.282095 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fc9db-066e-40ff-af88-70fe0658ca4c None None] Pushing event updated for resources: {'Port': ['ID=8a503833-0986-4a90-967b-8a0cb1eb86e6,revision_number=3']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:57.336279 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fc9db-066e-40ff-af88-70fe0658ca4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:57.336618 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fc9db-066e-40ff-af88-70fe0658ca4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:57.336946 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fc9db-066e-40ff-af88-70fe0658ca4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:57.337265 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fc9db-066e-40ff-af88-70fe0658ca4c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:57.337582 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fc9db-066e-40ff-af88-70fe0658ca4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:57.337898 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fc9db-066e-40ff-af88-70fe0658ca4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:57.338211 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fc9db-066e-40ff-af88-70fe0658ca4c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:57.338578 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fc9db-066e-40ff-af88-70fe0658ca4c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:57.338910 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fc9db-066e-40ff-af88-70fe0658ca4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:57.339216 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fc9db-066e-40ff-af88-70fe0658ca4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:57.339520 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fc9db-066e-40ff-af88-70fe0658ca4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774fc9db-066e-40ff-af88-70fe0658ca4c None None] Tracked resource versions report: Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: pushed versions: Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: { 'ConntrackHelper': {'1.0'}, Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: 'Log': {'1.0'}, Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: 'Network': {'1.1'}, Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: 'Port': {'1.5'}, Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: 'PortForwarding': {'1.2'}, Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: 'QosPolicy': {'1.8'}, Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: 'SecurityGroup': {'1.2'}, Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: 'SecurityGroupRule': {'1.0'}, Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: 'SubPort': {'1.0'}, Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: 'Subnet': {'1.1'}, Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: 'Trunk': {'1.1'}} Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: consumer versions: Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: { DHCP agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: L3 agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: Metadata agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: Metering agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: Open vSwitch agent@dv-cinder-805825-1-iscsi: { 'ConntrackHelper': '1.0', Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: 'Log': '1.0', Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: 'Network': '1.1', Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: 'Port': '1.5', Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: 'PortForwarding': '1.2', Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: 'QosPolicy': '1.8', Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: 'SecurityGroup': '1.2', Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: 'SecurityGroupRule': '1.0', Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: 'SubPort': '1.0', Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: 'Subnet': '1.1', Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: 'Trunk': '1.1'}} Aug 24 18:27:57.340551 dv-cinder-805825-1-iscsi neutron-server[74998]: {{(pid=74998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:27:57.342886 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] Attempting to bind port 8a503833-0986-4a90-967b-8a0cb1eb86e6 on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:27:57.343268 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] Attempting to bind port 8a503833-0986-4a90-967b-8a0cb1eb86e6 by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': '14dcbfa3-1b55-4187-9dd6-fa5b47f0aabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '920f1d9e-65a3-4e84-978c-c26fb55e30e0'}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:27:57.343702 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] Attempting to bind port 8a503833-0986-4a90-967b-8a0cb1eb86e6 on network 920f1d9e-65a3-4e84-978c-c26fb55e30e0 {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:27:57.348020 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-774fc9db-066e-40ff-af88-70fe0658ca4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:27:57.351035 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:27:57.352145 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] Checking segment: {'id': '14dcbfa3-1b55-4187-9dd6-fa5b47f0aabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '920f1d9e-65a3-4e84-978c-c26fb55e30e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:27:57.352145 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:57.352436 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] Bound using segment: {'id': '14dcbfa3-1b55-4187-9dd6-fa5b47f0aabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '920f1d9e-65a3-4e84-978c-c26fb55e30e0'} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:27:57.352781 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] Bound port: 8a503833-0986-4a90-967b-8a0cb1eb86e6, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14dcbfa3-1b55-4187-9dd6-fa5b47f0aabc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '920f1d9e-65a3-4e84-978c-c26fb55e30e0'}}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:27:57.353151 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:57.443705 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] For port 8a503833-0986-4a90-967b-8a0cb1eb86e6, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:27:57.447989 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] For port 8a503833-0986-4a90-967b-8a0cb1eb86e6, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=8a503833-0986-4a90-967b-8a0cb1eb86e6,segment=NetworkSegment(14dcbfa3-1b55-4187-9dd6-fa5b47f0aabc),segment_id=14dcbfa3-1b55-4187-9dd6-fa5b47f0aabc)] {{(pid=74998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:27:57.454418 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:57.458946 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-774fc9db-066e-40ff-af88-70fe0658ca4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:27:57.545940 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] Routers {'176f8c9b-d1b8-4416-9c70-14aaf8acfd74'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:27:57.546584 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:27:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['176f8c9b-d1b8-4416-9c70-14aaf8acfd74'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:57.669251 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fc9db-066e-40ff-af88-70fe0658ca4c None None] Pushing event updated for resources: {'Port': ['ID=8a503833-0986-4a90-967b-8a0cb1eb86e6,revision_number=4']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:57.673794 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-774fc9db-066e-40ff-af88-70fe0658ca4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:27:57.703964 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] Set router 176f8c9b-d1b8-4416-9c70-14aaf8acfd74 gateway port host: None {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:27:58.040118 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176f8c9b-d1b8-4416-9c70-14aaf8acfd74', 'name': 'router1', 'tenant_id': '520f077262284f23b62ef5928ae41336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:27:45Z', 'updated_at': '2021-08-24T18:27:54Z', 'revision_number': 2, 'project_id': '520f077262284f23b62ef5928ae41336', 'gw_port_host': None, '_interfaces': [{'id': '8a503833-0986-4a90-967b-8a0cb1eb86e6', 'name': '', 'network_id': '920f1d9e-65a3-4e84-978c-c26fb55e30e0', 'tenant_id': '520f077262284f23b62ef5928ae41336', 'mac_address': 'fa:16:3e:2f:8c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176f8c9b-d1b8-4416-9c70-14aaf8acfd74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5fd1b9b-12ff-4c74-9276-e706bf739025', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:27:54Z', 'updated_at': '2021-08-24T18:27:57Z', 'revision_number': 4, 'project_id': '520f077262284f23b62ef5928ae41336', 'subnets': [{'id': 'c5fd1b9b-12ff-4c74-9276-e706bf739025', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37c6007a-44e6-4458-8b82-65f2dcb3f198'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:27:58.044383 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229d702d-ba82-444c-b224-284dd9de0a11 None None] The sync data for ids ['176f8c9b-d1b8-4416-9c70-14aaf8acfd74'] in dv-cinder-805825-1-iscsi is: [{'id': '176f8c9b-d1b8-4416-9c70-14aaf8acfd74', 'name': 'router1', 'tenant_id': '520f077262284f23b62ef5928ae41336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:27:45Z', 'updated_at': '2021-08-24T18:27:54Z', 'revision_number': 2, 'project_id': '520f077262284f23b62ef5928ae41336', 'gw_port_host': None, '_interfaces': [{'id': '8a503833-0986-4a90-967b-8a0cb1eb86e6', 'name': '', 'network_id': '920f1d9e-65a3-4e84-978c-c26fb55e30e0', 'tenant_id': '520f077262284f23b62ef5928ae41336', 'mac_address': 'fa:16:3e:2f:8c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176f8c9b-d1b8-4416-9c70-14aaf8acfd74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5fd1b9b-12ff-4c74-9276-e706bf739025', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:27:54Z', 'updated_at': '2021-08-24T18:27:57Z', 'revision_number': 4, 'project_id': '520f077262284f23b62ef5928ae41336', 'subnets': [{'id': 'c5fd1b9b-12ff-4c74-9276-e706bf739025', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37c6007a-44e6-4458-8b82-65f2dcb3f198'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:27:58.105264 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 56182) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:27:58.282128 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e413c4d-11a7-4685-98a4-74ab15f263ec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:27:58.282704 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-9e413c4d-11a7-4685-98a4-74ab15f263ec admin admin] Synchronizing usage tracker for tenant:f26d380d384147019fb08d3687ea0d6a on resource:network {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:27:58.303801 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-9e413c4d-11a7-4685-98a4-74ab15f263ec admin admin] Unset dirty status for tenant:f26d380d384147019fb08d3687ea0d6a on resource:network {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:27:58.304964 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-9e413c4d-11a7-4685-98a4-74ab15f263ec admin admin] 10.222.0.62 "GET /v2.0/networks/afb0294a-27f7-459e-836d-9dd48a51a08b HTTP/1.1" status: 200 len: 842 time: 0.1987534 Aug 24 18:27:58.314317 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-c7c5b9d5-e4b6-4a35-95c6-cff17cc3e0da admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'enable_dhcp': False}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:27:58.319977 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-c7c5b9d5-e4b6-4a35-95c6-cff17cc3e0da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:27:58.324108 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-c7c5b9d5-e4b6-4a35-95c6-cff17cc3e0da admin admin] Usage tracker for resource:subnet and tenant:f26d380d384147019fb08d3687ea0d6a is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:27:58.327223 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-c7c5b9d5-e4b6-4a35-95c6-cff17cc3e0da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:27:58.333727 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-c7c5b9d5-e4b6-4a35-95c6-cff17cc3e0da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:27:58.344620 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c5b9d5-e4b6-4a35-95c6-cff17cc3e0da admin admin] Made reservation on behalf of f26d380d384147019fb08d3687ea0d6a for: {'subnet': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:27:58.346798 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c7c5b9d5-e4b6-4a35-95c6-cff17cc3e0da admin admin] Notify callbacks [] for subnet, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:58.698189 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 5 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:27:58.737384 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.objects.ports [None req-c7c5b9d5-e4b6-4a35-95c6-cff17cc3e0da admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74996) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}} Aug 24 18:27:58.737816 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c7c5b9d5-e4b6-4a35-95c6-cff17cc3e0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for subnet, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:58.741367 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:27:58.808730 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5b9d5-e4b6-4a35-95c6-cff17cc3e0da admin admin] Pushing event updated for resources: {'Subnet': ['ID=57a63288-2275-43de-bb63-fff925de2bab,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:58.826524 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-c7c5b9d5-e4b6-4a35-95c6-cff17cc3e0da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:27:58.834037 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c5b9d5-e4b6-4a35-95c6-cff17cc3e0da admin admin] Checking segment: {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:27:58.834382 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c5b9d5-e4b6-4a35-95c6-cff17cc3e0da admin admin] Network hostable DHCP agents. Network: afb0294a-27f7-459e-836d-9dd48a51a08b, hostable agents: ['07c0c982-9110-493d-a202-71ade7b28515'], hosted agents: [] {{(pid=74996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:27:58.863386 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c5b9d5-e4b6-4a35-95c6-cff17cc3e0da admin admin] Network afb0294a-27f7-459e-836d-9dd48a51a08b is scheduled to be hosted by DHCP agent 07c0c982-9110-493d-a202-71ade7b28515 with binding_index 1 {{(pid=74996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:27:58.875332 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-c7c5b9d5-e4b6-4a35-95c6-cff17cc3e0da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-iscsi, afb0294a-27f7-459e-836d-9dd48a51a08b) {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:27:58.880436 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c5b9d5-e4b6-4a35-95c6-cff17cc3e0da admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:27:58.881593 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c7c5b9d5-e4b6-4a35-95c6-cff17cc3e0da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:58.885952 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb947d8-be89-4737-b240-567796acf4da None None] Network afb0294a-27f7-459e-836d-9dd48a51a08b requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:27:58.914691 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-c7c5b9d5-e4b6-4a35-95c6-cff17cc3e0da admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5931571 Aug 24 18:27:59.131924 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a637610-48e0-4045-b282-7376307e4b95 None None] Network afb0294a-27f7-459e-836d-9dd48a51a08b requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:27:59.672934 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 8a503833-0986-4a90-967b-8a0cb1eb86e6 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:27:59.742972 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port 8a503833-0986-4a90-967b-8a0cb1eb86e6 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:27:59.747967 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 8a503833-0986-4a90-967b-8a0cb1eb86e6 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:27:59.748344 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:59.867981 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:59.901914 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port 8a503833-0986-4a90-967b-8a0cb1eb86e6, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=8a503833-0986-4a90-967b-8a0cb1eb86e6,segment=NetworkSegment(14dcbfa3-1b55-4187-9dd6-fa5b47f0aabc),segment_id=14dcbfa3-1b55-4187-9dd6-fa5b47f0aabc)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:27:59.906903 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:27:59.909980 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:27:59.976071 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=8a503833-0986-4a90-967b-8a0cb1eb86e6,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:27:59.979950 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:28:01.062378 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 56196) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:28:01.345548 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-69fdf730-d4f9-40e5-b60b-f49f3f3ee37e admin admin] 10.222.0.62 "GET /v2.0/routers/176f8c9b-d1b8-4416-9c70-14aaf8acfd74 HTTP/1.1" status: 200 len: 710 time: 0.2815804 Aug 24 18:28:01.488845 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ca6ad-dd17-4d31-88c2-9f8be32d7646 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:28:01.490551 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-687ca6ad-dd17-4d31-88c2-9f8be32d7646 admin admin] 10.222.0.62 "GET /v2.0/networks/afb0294a-27f7-459e-836d-9dd48a51a08b HTTP/1.1" status: 200 len: 886 time: 0.1399462 Aug 24 18:28:01.501463 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-b14ec11d-9d6e-438e-817e-8a47a2b3304f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:28:01.660669 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 8a503833-0986-4a90-967b-8a0cb1eb86e6 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:28:01.734903 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 8a503833-0986-4a90-967b-8a0cb1eb86e6 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:28:01.735286 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:02.013031 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b14ec11d-9d6e-438e-817e-8a47a2b3304f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30500'] for router, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:02.203563 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b14ec11d-9d6e-438e-817e-8a47a2b3304f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:02.264940 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b14ec11d-9d6e-438e-817e-8a47a2b3304f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:02.400975 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [None req-b14ec11d-9d6e-438e-817e-8a47a2b3304f admin admin] Allocated IP 172.27.3.212 (afb0294a-27f7-459e-836d-9dd48a51a08b/57a63288-2275-43de-bb63-fff925de2bab/be6935c3-9c79-45a1-b4ad-7b738a0ef74d) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:28:02.552082 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b14ec11d-9d6e-438e-817e-8a47a2b3304f admin admin] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:02.583266 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b14ec11d-9d6e-438e-817e-8a47a2b3304f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:02.588960 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:28:02.663817 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14ec11d-9d6e-438e-817e-8a47a2b3304f admin admin] Network afb0294a-27f7-459e-836d-9dd48a51a08b is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:28:02.664634 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ec11d-9d6e-438e-817e-8a47a2b3304f admin admin] Pushing event updated for resources: {'Port': ['ID=be6935c3-9c79-45a1-b4ad-7b738a0ef74d,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:02.668206 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-b14ec11d-9d6e-438e-817e-8a47a2b3304f admin admin] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:28:02.670415 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b14ec11d-9d6e-438e-817e-8a47a2b3304f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:28:02.671107 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14ec11d-9d6e-438e-817e-8a47a2b3304f admin admin] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:28:02.868376 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b14ec11d-9d6e-438e-817e-8a47a2b3304f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:03.038329 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b14ec11d-9d6e-438e-817e-8a47a2b3304f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30500'] for router, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:03.042124 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b14ec11d-9d6e-438e-817e-8a47a2b3304f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692446', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1699300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1692439', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1694609'] for router, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:03.253957 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14ec11d-9d6e-438e-817e-8a47a2b3304f admin admin] Router 176f8c9b-d1b8-4416-9c70-14aaf8acfd74 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:28:03.472777 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14ec11d-9d6e-438e-817e-8a47a2b3304f admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:28:03.482074 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b14ec11d-9d6e-438e-817e-8a47a2b3304f admin admin] Notify callbacks [] for router, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:03.482552 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] Sync routers for ids ['176f8c9b-d1b8-4416-9c70-14aaf8acfd74'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:28:03.483299 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-b14ec11d-9d6e-438e-817e-8a47a2b3304f admin admin] 10.222.0.62 "PUT /v2.0/routers/176f8c9b-d1b8-4416-9c70-14aaf8acfd74 HTTP/1.1" status: 200 len: 890 time: 1.9867303 Aug 24 18:28:03.496284 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] Routers {'176f8c9b-d1b8-4416-9c70-14aaf8acfd74'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:28:03.496983 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:27:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['176f8c9b-d1b8-4416-9c70-14aaf8acfd74'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:28:03.687358 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] Set router 176f8c9b-d1b8-4416-9c70-14aaf8acfd74 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:28:04.032230 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176f8c9b-d1b8-4416-9c70-14aaf8acfd74', 'name': 'router1', 'tenant_id': '520f077262284f23b62ef5928ae41336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'be6935c3-9c79-45a1-b4ad-7b738a0ef74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:27:45Z', 'updated_at': '2021-08-24T18:28:02Z', 'revision_number': 4, 'project_id': '520f077262284f23b62ef5928ae41336', 'gw_port': {'id': 'be6935c3-9c79-45a1-b4ad-7b738a0ef74d', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176f8c9b-d1b8-4416-9c70-14aaf8acfd74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:28:02Z', 'updated_at': '2021-08-24T18:28:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '8a503833-0986-4a90-967b-8a0cb1eb86e6', 'name': '', 'network_id': '920f1d9e-65a3-4e84-978c-c26fb55e30e0', 'tenant_id': '520f077262284f23b62ef5928ae41336', 'mac_address': 'fa:16:3e:2f:8c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176f8c9b-d1b8-4416-9c70-14aaf8acfd74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5fd1b9b-12ff-4c74-9276-e706bf739025', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:27:54Z', 'updated_at': '2021-08-24T18:27:59Z', 'revision_number': 5, 'project_id': '520f077262284f23b62ef5928ae41336', 'subnets': [{'id': 'c5fd1b9b-12ff-4c74-9276-e706bf739025', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37c6007a-44e6-4458-8b82-65f2dcb3f198'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:28:04.037450 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] Checking router: 176f8c9b-d1b8-4416-9c70-14aaf8acfd74 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:28:04.037808 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] Updating router 176f8c9b-d1b8-4416-9c70-14aaf8acfd74 port be6935c3-9c79-45a1-b4ad-7b738a0ef74d binding host dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:28:04.091990 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:04.448382 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] Notify callbacks [] for port, precommit_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:04.460072 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] Transition to ACTIVE for port object be6935c3-9c79-45a1-b4ad-7b738a0ef74d will not be triggered until provisioned by entity L2. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:28:04.468126 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:04.471947 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:28:04.549704 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00688f4f-5f88-4073-b622-5989e4c7b4bd None None] Pushing event updated for resources: {'Port': ['ID=be6935c3-9c79-45a1-b4ad-7b738a0ef74d,revision_number=2']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:04.552043 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] Attempting to bind port be6935c3-9c79-45a1-b4ad-7b738a0ef74d on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:28:04.552380 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] Attempting to bind port be6935c3-9c79-45a1-b4ad-7b738a0ef74d by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:28:04.552906 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] Attempting to bind port be6935c3-9c79-45a1-b4ad-7b738a0ef74d on network afb0294a-27f7-459e-836d-9dd48a51a08b {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:28:04.554905 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-00688f4f-5f88-4073-b622-5989e4c7b4bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:28:04.560409 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:28:04.560781 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] Checking segment: {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:28:04.561184 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:04.561580 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] Bound using segment: {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:28:04.562047 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] Bound port: be6935c3-9c79-45a1-b4ad-7b738a0ef74d, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:28:04.562440 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:04.636329 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] For port be6935c3-9c79-45a1-b4ad-7b738a0ef74d, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:28:04.639453 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] For port be6935c3-9c79-45a1-b4ad-7b738a0ef74d, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=be6935c3-9c79-45a1-b4ad-7b738a0ef74d,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:28:04.644920 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:04.649628 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:28:04.724486 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00688f4f-5f88-4073-b622-5989e4c7b4bd None None] Pushing event updated for resources: {'Port': ['ID=be6935c3-9c79-45a1-b4ad-7b738a0ef74d,revision_number=3']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:04.732027 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-00688f4f-5f88-4073-b622-5989e4c7b4bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:28:04.732629 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] Routers {'176f8c9b-d1b8-4416-9c70-14aaf8acfd74'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:28:04.733181 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:27:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['176f8c9b-d1b8-4416-9c70-14aaf8acfd74'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:28:04.916111 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] Set router 176f8c9b-d1b8-4416-9c70-14aaf8acfd74 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:28:05.252924 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176f8c9b-d1b8-4416-9c70-14aaf8acfd74', 'name': 'router1', 'tenant_id': '520f077262284f23b62ef5928ae41336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'be6935c3-9c79-45a1-b4ad-7b738a0ef74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:27:45Z', 'updated_at': '2021-08-24T18:28:02Z', 'revision_number': 4, 'project_id': '520f077262284f23b62ef5928ae41336', 'gw_port': {'id': 'be6935c3-9c79-45a1-b4ad-7b738a0ef74d', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176f8c9b-d1b8-4416-9c70-14aaf8acfd74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:28:02Z', 'updated_at': '2021-08-24T18:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '8a503833-0986-4a90-967b-8a0cb1eb86e6', 'name': '', 'network_id': '920f1d9e-65a3-4e84-978c-c26fb55e30e0', 'tenant_id': '520f077262284f23b62ef5928ae41336', 'mac_address': 'fa:16:3e:2f:8c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176f8c9b-d1b8-4416-9c70-14aaf8acfd74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5fd1b9b-12ff-4c74-9276-e706bf739025', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:27:54Z', 'updated_at': '2021-08-24T18:27:59Z', 'revision_number': 5, 'project_id': '520f077262284f23b62ef5928ae41336', 'subnets': [{'id': 'c5fd1b9b-12ff-4c74-9276-e706bf739025', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37c6007a-44e6-4458-8b82-65f2dcb3f198'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:28:05.256958 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa79106-fa3a-4e4b-8ba8-fb97d6fafd00 None None] The sync data for ids ['176f8c9b-d1b8-4416-9c70-14aaf8acfd74'] in dv-cinder-805825-1-iscsi is: [{'id': '176f8c9b-d1b8-4416-9c70-14aaf8acfd74', 'name': 'router1', 'tenant_id': '520f077262284f23b62ef5928ae41336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.212'}], 'enable_snat': True}, 'gw_port_id': 'be6935c3-9c79-45a1-b4ad-7b738a0ef74d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:27:45Z', 'updated_at': '2021-08-24T18:28:02Z', 'revision_number': 4, 'project_id': '520f077262284f23b62ef5928ae41336', 'gw_port': {'id': 'be6935c3-9c79-45a1-b4ad-7b738a0ef74d', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176f8c9b-d1b8-4416-9c70-14aaf8acfd74', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:28:02Z', 'updated_at': '2021-08-24T18:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '8a503833-0986-4a90-967b-8a0cb1eb86e6', 'name': '', 'network_id': '920f1d9e-65a3-4e84-978c-c26fb55e30e0', 'tenant_id': '520f077262284f23b62ef5928ae41336', 'mac_address': 'fa:16:3e:2f:8c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176f8c9b-d1b8-4416-9c70-14aaf8acfd74', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5fd1b9b-12ff-4c74-9276-e706bf739025', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:27:54Z', 'updated_at': '2021-08-24T18:27:59Z', 'revision_number': 5, 'project_id': '520f077262284f23b62ef5928ae41336', 'subnets': [{'id': 'c5fd1b9b-12ff-4c74-9276-e706bf739025', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37c6007a-44e6-4458-8b82-65f2dcb3f198'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:28:05.690007 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device be6935c3-9c79-45a1-b4ad-7b738a0ef74d up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:28:05.696083 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 56206) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:28:05.764526 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port be6935c3-9c79-45a1-b4ad-7b738a0ef74d completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:28:05.770387 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port be6935c3-9c79-45a1-b4ad-7b738a0ef74d triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:28:05.770999 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:05.836039 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-d964ba47-a68d-4750-b16f-e33688e94f64 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1388266 Aug 24 18:28:05.897282 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:05.914373 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port be6935c3-9c79-45a1-b4ad-7b738a0ef74d, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=be6935c3-9c79-45a1-b4ad-7b738a0ef74d,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:28:05.919997 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:05.925409 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:28:05.992894 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=be6935c3-9c79-45a1-b4ad-7b738a0ef74d,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:28:05.996080 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:28:07.667580 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device be6935c3-9c79-45a1-b4ad-7b738a0ef74d up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:28:07.750753 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port be6935c3-9c79-45a1-b4ad-7b738a0ef74d triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:28:07.751138 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:18.924084 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-f0983156-4b07-4f69-81a1-f13da2548d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:19.316340 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:21.199820 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-8e6d8391-7213-4686-a5c0-9da11bbaec03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:22.069252 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:23.565410 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:35.699233 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 5 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:28:48.919451 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c69ab99c-9c98-43f4-981e-7fda41d8e05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:49.323325 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:51.205359 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-424b43d2-e357-4a47-ae87-34f6fe3d2717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:52.071517 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:28:53.566348 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:29:12.699856 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 5 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:29:18.916472 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-b55e4816-443b-4682-b880-6937bddde041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:29:19.344011 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:29:21.209476 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-2be8304c-6336-468f-ad66-faf2763a3b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:29:22.076780 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:29:23.569892 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:29:48.911956 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-40faada1-f69d-4f82-84b5-64edb4b7df56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:29:49.319668 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:29:49.701006 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 5 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:29:51.216265 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-4d1cdbd1-1c4c-4b16-a36d-be1866376a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:29:52.078128 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:29:53.571776 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:08.395123 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 56784) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:30:08.509716 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.pecan_wsgi.hooks.translation [None req-290b6c93-c979-4ad9-954d-0cfa7ed15994 admin admin] GET failed (client error): The resource could not be found. Aug 24 18:30:08.510950 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-290b6c93-c979-4ad9-954d-0cfa7ed15994 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1148195 Aug 24 18:30:08.655870 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608fb59e-faa9-4893-a77d-e9a404b53d8c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:30:08.657231 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-608fb59e-faa9-4893-a77d-e9a404b53d8c admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1402786 Aug 24 18:30:10.641975 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 56794) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:30:10.777496 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c69897-36ee-4385-a790-0ec67d1c91d3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:30:10.778048 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-07c69897-36ee-4385-a790-0ec67d1c91d3 admin admin] Synchronizing usage tracker for tenant:f26d380d384147019fb08d3687ea0d6a on resource:subnet {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:30:10.796392 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-07c69897-36ee-4385-a790-0ec67d1c91d3 admin admin] Unset dirty status for tenant:f26d380d384147019fb08d3687ea0d6a on resource:subnet {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:30:10.797538 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-07c69897-36ee-4385-a790-0ec67d1c91d3 admin admin] 10.222.0.62 "GET /v2.0/subnets/c5fd1b9b-12ff-4c74-9276-e706bf739025 HTTP/1.1" status: 200 len: 849 time: 0.1545837 Aug 24 18:30:10.806835 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-a9a0806a-29b4-4f0e-acdc-cb8382a7bbc6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:30:10.930036 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a9a0806a-29b4-4f0e-acdc-cb8382a7bbc6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:11.122915 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a9a0806a-29b4-4f0e-acdc-cb8382a7bbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740182302477'] for subnet, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:11.126809 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-c7c5b9d5-e4b6-4a35-95c6-cff17cc3e0da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:30:11.174132 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a0806a-29b4-4f0e-acdc-cb8382a7bbc6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:30:11.174132 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a9a0806a-29b4-4f0e-acdc-cb8382a7bbc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:11.176125 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-a9a0806a-29b4-4f0e-acdc-cb8382a7bbc6 admin admin] 10.222.0.62 "PUT /v2.0/subnets/c5fd1b9b-12ff-4c74-9276-e706bf739025 HTTP/1.1" status: 200 len: 868 time: 0.3728085 Aug 24 18:30:11.177170 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4559274e-649b-4aab-adff-dfb2227bdf7a None None] Network 920f1d9e-65a3-4e84-978c-c26fb55e30e0 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:30:11.194944 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0806a-29b4-4f0e-acdc-cb8382a7bbc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5fd1b9b-12ff-4c74-9276-e706bf739025,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:11.204052 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0806a-29b4-4f0e-acdc-cb8382a7bbc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:11.204465 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0806a-29b4-4f0e-acdc-cb8382a7bbc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:11.204701 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0806a-29b4-4f0e-acdc-cb8382a7bbc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:11.205035 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0806a-29b4-4f0e-acdc-cb8382a7bbc6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:11.205683 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0806a-29b4-4f0e-acdc-cb8382a7bbc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:11.206007 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0806a-29b4-4f0e-acdc-cb8382a7bbc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:11.206311 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0806a-29b4-4f0e-acdc-cb8382a7bbc6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:11.206681 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0806a-29b4-4f0e-acdc-cb8382a7bbc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:11.206993 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0806a-29b4-4f0e-acdc-cb8382a7bbc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:11.207320 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0806a-29b4-4f0e-acdc-cb8382a7bbc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:11.207630 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0806a-29b4-4f0e-acdc-cb8382a7bbc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:11.212025 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-a9a0806a-29b4-4f0e-acdc-cb8382a7bbc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:30:11.622420 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-5bb6261a-efe5-45d7-a713-356d2cad7801 None None] Provisioning complete for port 924885ff-cc91-4af3-98bd-6a2b4c115fb7 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:30:11.622848 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-5bb6261a-efe5-45d7-a713-356d2cad7801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:11.751462 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-5bb6261a-efe5-45d7-a713-356d2cad7801 None None] Provisioning complete for port 8a503833-0986-4a90-967b-8a0cb1eb86e6 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:30:11.751734 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-5bb6261a-efe5-45d7-a713-356d2cad7801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:13.185111 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 56804) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:30:13.390258 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a3ecce-2834-49f4-ae4b-f1564d7aea4b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:30:13.390627 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a3ecce-2834-49f4-ae4b-f1564d7aea4b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:30:13.392191 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-93a3ecce-2834-49f4-ae4b-f1564d7aea4b admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2061055 Aug 24 18:30:15.401822 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 56814) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:30:15.618457 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd97ab9-0923-4b49-89e7-522380381f8d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:30:15.618726 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd97ab9-0923-4b49-89e7-522380381f8d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:30:15.620328 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-8fd97ab9-0923-4b49-89e7-522380381f8d admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2175517 Aug 24 18:30:17.697157 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 56824) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:30:17.934581 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6ad1cc-d18c-468c-bc08-8aeaca8e339d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:30:17.935920 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-3d6ad1cc-d18c-468c-bc08-8aeaca8e339d admin admin] 10.222.0.62 "GET /v2.0/networks/920f1d9e-65a3-4e84-978c-c26fb55e30e0 HTTP/1.1" status: 200 len: 869 time: 0.2378263 Aug 24 18:30:18.918900 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-08752e66-5263-4b68-bb12-6961054c375f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:19.315613 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:19.926903 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 56834) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:30:20.121802 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a807c45-6209-443c-bd07-77f8475ff8cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:30:20.123199 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-1a807c45-6209-443c-bd07-77f8475ff8cc admin admin] 10.222.0.62 "GET /v2.0/networks/afb0294a-27f7-459e-836d-9dd48a51a08b HTTP/1.1" status: 200 len: 886 time: 0.1953027 Aug 24 18:30:21.220306 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-205dc10c-0e7a-47fd-a8e1-7c27bcc6815f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:22.084615 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:22.129065 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 56844) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:30:22.266724 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b35f57b-d8ab-4b23-999b-35120d61d860 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:30:22.267030 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b35f57b-d8ab-4b23-999b-35120d61d860 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:30:22.268559 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-8b35f57b-d8ab-4b23-999b-35120d61d860 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1385245 Aug 24 18:30:23.574044 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:24.275239 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 56854) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:30:24.430969 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0819d7ff-d3c8-4dbf-bd1c-663474861882 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:30:24.431342 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0819d7ff-d3c8-4dbf-bd1c-663474861882 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:30:24.432880 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-0819d7ff-d3c8-4dbf-bd1c-663474861882 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1563613 Aug 24 18:30:26.449800 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 56864) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:30:26.593114 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6b2b21-f8fc-45b0-9b3f-20d921535d00 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:30:26.594524 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-8f6b2b21-f8fc-45b0-9b3f-20d921535d00 admin admin] 10.222.0.62 "GET /v2.0/subnets/57a63288-2275-43de-bb63-fff925de2bab HTTP/1.1" status: 200 len: 816 time: 0.1437430 Aug 24 18:30:26.701606 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 5 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:30:28.619969 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 56874) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:30:28.775685 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5ff283-66e9-4452-9768-991b1afffcb7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:30:28.777101 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-9a5ff283-66e9-4452-9768-991b1afffcb7 admin admin] 10.222.0.62 "GET /v2.0/subnets/c5fd1b9b-12ff-4c74-9276-e706bf739025 HTTP/1.1" status: 200 len: 868 time: 0.1561413 Aug 24 18:30:47.433554 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 56912) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:30:47.516425 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [None req-c7836898-3533-49b1-b8ca-2f54de811ac3 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=74996) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 18:30:47.517404 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-c7836898-3533-49b1-b8ca-2f54de811ac3 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0828581 Aug 24 18:30:48.914421 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c9f262c9-c1d2-407e-9556-fffca378ade9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:49.311519 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:49.637456 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 56922) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:30:49.742167 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.pecan_wsgi.hooks.translation [None req-db21ae2e-7644-4143-b798-dc60d9e42e86 admin admin] GET failed (client error): The resource could not be found. Aug 24 18:30:49.743436 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-db21ae2e-7644-4143-b798-dc60d9e42e86 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1050539 Aug 24 18:30:49.871590 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d51f7f-2093-4165-bc73-725c472f47e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:30:49.872986 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-31d51f7f-2093-4165-bc73-725c472f47e1 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1254120 Aug 24 18:30:51.226687 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-aa5b1740-d082-42a0-b717-472c2d1e0da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:51.902817 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 56932) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:30:51.978498 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:30:51.985472 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:30:51.995362 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:30:52.008550 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Made reservation on behalf of f26d380d384147019fb08d3687ea0d6a for: {'network': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:30:52.011274 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for network, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:52.086524 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:52.107503 dv-cinder-805825-1-iscsi neutron-server[74995]: WARNING neutron.services.revisions.revision_plugin [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Could not find related network for resource to bump revision. Aug 24 18:30:52.123671 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=74995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:30:52.139345 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740182284409', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:52.139893 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Unsubscribe: segment precommit_create {{(pid=74995) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 18:30:52.140311 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.db.segments_db [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Added segment 99499f21-e816-4311-a94d-210236df4f83 of type vlan for network d5ca9f74-563e-4e14-9070-999dda7e1653 Aug 24 18:30:52.182446 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740181864075'] for network, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:52.225182 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for network, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:52.226647 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:30:52.227557 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:52.231230 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:30:52.330929 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Pushing event updated for resources: {'Network': ['ID=d5ca9f74-563e-4e14-9070-999dda7e1653,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:52.333680 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4297793 Aug 24 18:30:52.340323 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:52.340671 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:52.340997 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:52.341316 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:52.341635 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:52.341950 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:52.342262 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:52.342576 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:52.342914 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:52.343223 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:52.343529 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:52.360634 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:30:52.368352 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Network d5ca9f74-563e-4e14-9070-999dda7e1653 details requested by agent ovs-agent-dv-cinder-805825-1-iscsi with host dv-cinder-805825-1-iscsi {{(pid=74997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:30:53.576731 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:54.335829 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 56942) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:30:54.459722 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.pecan_wsgi.hooks.translation [None req-068a3fa4-44ab-4502-9b4c-fa8885fffaea admin admin] GET failed (client error): The resource could not be found. Aug 24 18:30:54.460213 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-068a3fa4-44ab-4502-9b4c-fa8885fffaea admin admin] Synchronizing usage tracker for tenant:f26d380d384147019fb08d3687ea0d6a on resource:network {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:30:54.477929 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-068a3fa4-44ab-4502-9b4c-fa8885fffaea admin admin] Unset dirty status for tenant:f26d380d384147019fb08d3687ea0d6a on resource:network {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:30:54.479180 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-068a3fa4-44ab-4502-9b4c-fa8885fffaea admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1422942 Aug 24 18:30:54.585129 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae15e62-fab6-4dd0-9a28-b20a3e9f5f70 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:30:54.586565 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-fae15e62-fab6-4dd0-9a28-b20a3e9f5f70 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1033020 Aug 24 18:30:54.601786 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-8bf018cc-abb8-43d4-a4b9-c70d23af13e0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'd5ca9f74-563e-4e14-9070-999dda7e1653', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:30:54.608041 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-8bf018cc-abb8-43d4-a4b9-c70d23af13e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:30:54.619178 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-8bf018cc-abb8-43d4-a4b9-c70d23af13e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:30:54.629542 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf018cc-abb8-43d4-a4b9-c70d23af13e0 admin admin] Made reservation on behalf of f26d380d384147019fb08d3687ea0d6a for: {'subnet': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:30:54.631766 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-8bf018cc-abb8-43d4-a4b9-c70d23af13e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:54.846738 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-8bf018cc-abb8-43d4-a4b9-c70d23af13e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for subnet, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:54.850822 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:30:54.917200 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf018cc-abb8-43d4-a4b9-c70d23af13e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd783578-f9ce-4b29-863f-db2f90fcae4c,revision_number=0']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:54.920105 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-8bf018cc-abb8-43d4-a4b9-c70d23af13e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:30:54.935944 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf018cc-abb8-43d4-a4b9-c70d23af13e0 admin admin] Checking segment: {'id': '99499f21-e816-4311-a94d-210236df4f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd5ca9f74-563e-4e14-9070-999dda7e1653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:30:54.936278 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf018cc-abb8-43d4-a4b9-c70d23af13e0 admin admin] Network hostable DHCP agents. Network: d5ca9f74-563e-4e14-9070-999dda7e1653, hostable agents: ['07c0c982-9110-493d-a202-71ade7b28515'], hosted agents: [] {{(pid=74995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:30:54.958079 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf018cc-abb8-43d4-a4b9-c70d23af13e0 admin admin] Network d5ca9f74-563e-4e14-9070-999dda7e1653 is scheduled to be hosted by DHCP agent 07c0c982-9110-493d-a202-71ade7b28515 with binding_index 1 {{(pid=74995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:30:54.967180 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-8bf018cc-abb8-43d4-a4b9-c70d23af13e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-iscsi, d5ca9f74-563e-4e14-9070-999dda7e1653) {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:30:54.972702 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf018cc-abb8-43d4-a4b9-c70d23af13e0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:30:54.973549 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-8bf018cc-abb8-43d4-a4b9-c70d23af13e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:54.979317 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8068a0a3-2adb-4ebb-acd9-75839f734dc7 None None] Network d5ca9f74-563e-4e14-9070-999dda7e1653 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:30:55.000327 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-8bf018cc-abb8-43d4-a4b9-c70d23af13e0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4042704 Aug 24 18:30:55.206965 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e40c732-12b7-5d1c-b3b7-6e8fdb10c7cb-d5ca9f74-563e-4e14-9070-999dda7e1653', 'network_id': 'd5ca9f74-563e-4e14-9070-999dda7e1653', 'tenant_id': 'f26d380d384147019fb08d3687ea0d6a', 'fixed_ips': [{'subnet_id': 'fd783578-f9ce-4b29-863f-db2f90fcae4c'}]}} from dv-cinder-805825-1-iscsi. {{(pid=74997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 18:30:55.207874 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:55.368576 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.db_base_plugin_common [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Allocated IP 192.168.233.2 (d5ca9f74-563e-4e14-9070-999dda7e1653/fd783578-f9ce-4b29-863f-db2f90fcae4c/39d5791b-7be6-4994-9e50-577f4755216e) {{(pid=74997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:30:55.573945 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Notify callbacks [] for port, precommit_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:55.584727 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Transition to ACTIVE for port object 39d5791b-7be6-4994-9e50-577f4755216e will not be triggered until provisioned by entity L2. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:30:55.603488 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Transition to ACTIVE for port object 39d5791b-7be6-4994-9e50-577f4755216e will not be triggered until provisioned by entity DHCP. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:30:55.610106 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:55.614704 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:30:55.703784 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Network d5ca9f74-563e-4e14-9070-999dda7e1653 is already hosted by enough agents. {{(pid=74997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:30:55.707328 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.scheduler.base_scheduler [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Resources bound (agent type, host, resource id): {{(pid=74997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:30:55.709171 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Pushing event updated for resources: {'Port': ['ID=39d5791b-7be6-4994-9e50-577f4755216e,revision_number=1']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:55.711456 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Received port after_create {{(pid=74997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:30:55.722583 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:55.722955 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:55.723286 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:55.723614 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:55.723930 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:55.724255 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:55.724570 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:55.724908 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:55.725229 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:55.725541 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:55.725851 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:30:55.751785 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:30:55.811522 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Attempting to bind port 39d5791b-7be6-4994-9e50-577f4755216e on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:30:55.811875 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Attempting to bind port 39d5791b-7be6-4994-9e50-577f4755216e by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': '99499f21-e816-4311-a94d-210236df4f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd5ca9f74-563e-4e14-9070-999dda7e1653'}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:30:55.812232 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Attempting to bind port 39d5791b-7be6-4994-9e50-577f4755216e on network d5ca9f74-563e-4e14-9070-999dda7e1653 {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:30:55.818873 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:30:55.819243 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Checking segment: {'id': '99499f21-e816-4311-a94d-210236df4f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd5ca9f74-563e-4e14-9070-999dda7e1653'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:30:55.819639 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:55.820026 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Bound using segment: {'id': '99499f21-e816-4311-a94d-210236df4f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd5ca9f74-563e-4e14-9070-999dda7e1653'} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:30:55.820485 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Bound port: 39d5791b-7be6-4994-9e50-577f4755216e, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99499f21-e816-4311-a94d-210236df4f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd5ca9f74-563e-4e14-9070-999dda7e1653'}}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:30:55.820873 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:55.908321 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] For port 39d5791b-7be6-4994-9e50-577f4755216e, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:30:55.911319 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] For port 39d5791b-7be6-4994-9e50-577f4755216e, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=39d5791b-7be6-4994-9e50-577f4755216e,segment=NetworkSegment(99499f21-e816-4311-a94d-210236df4f83),segment_id=99499f21-e816-4311-a94d-210236df4f83)] {{(pid=74997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:30:55.917746 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:55.921909 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-e5562cea-d30c-414c-bead-5ac81568b0a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:30:55.999593 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Pushing event updated for resources: {'Port': ['ID=39d5791b-7be6-4994-9e50-577f4755216e,revision_number=2']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:56.014378 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:30:56.836193 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283099ab-dd65-4c2b-a1c9-d333af8c3c6f None None] Network d5ca9f74-563e-4e14-9070-999dda7e1653 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:30:56.991629 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-d03c9f5a-ef1a-4bc7-be2c-6846f5057795 None None] Provisioning for port 39d5791b-7be6-4994-9e50-577f4755216e completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:30:57.766442 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 39d5791b-7be6-4994-9e50-577f4755216e up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:30:57.839708 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port 39d5791b-7be6-4994-9e50-577f4755216e completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:30:57.844329 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 39d5791b-7be6-4994-9e50-577f4755216e triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:30:57.844697 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:57.967009 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:57.999695 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port 39d5791b-7be6-4994-9e50-577f4755216e, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=39d5791b-7be6-4994-9e50-577f4755216e,segment=NetworkSegment(99499f21-e816-4311-a94d-210236df4f83),segment_id=99499f21-e816-4311-a94d-210236df4f83)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:30:58.004060 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:30:58.006156 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:30:58.072318 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=39d5791b-7be6-4994-9e50-577f4755216e,revision_number=3']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:30:58.076345 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:30:59.747008 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 39d5791b-7be6-4994-9e50-577f4755216e up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:30:59.818260 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 39d5791b-7be6-4994-9e50-577f4755216e triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:30:59.818621 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:31:03.705049 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 5 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:31:18.925333 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-d49b6be0-234b-482c-a098-2ac7aa0717a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:31:19.322998 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:31:21.220615 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4f16-d005-4da6-b75f-5c94e755144d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:31:22.087269 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:31:23.580900 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:31:40.705233 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 5 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:31:48.920221 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-f77a5642-0600-40e1-bbf9-d1d89ca41848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:31:49.320480 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:31:51.225763 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-08473072-8f46-427b-ad62-f89027469c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:31:52.089441 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:31:53.587975 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:31:58.679490 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 56986) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:31:58.685371 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [None req-82ea1422-b161-4370-8a9d-6511adc9a57d tempest-verify_tempest_config-1232357597 tempest-verify_tempest_config-1232357597-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=74995) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 18:31:58.686312 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-82ea1422-b161-4370-8a9d-6511adc9a57d tempest-verify_tempest_config-1232357597 tempest-verify_tempest_config-1232357597-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058594 Aug 24 18:31:59.054727 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57002) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:31:59.196226 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:31:59.228393 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:31:59.232608 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Usage tracker for resource:security_group_rule and tenant:7d398bca058a44019c888c1c0d142a23 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:31:59.235644 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:31:59.241998 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:31:59.314086 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:31:59.320835 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:31:59.338862 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:31:59.381691 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06f7c59-3426-4b39-b580-4b947e77bd17,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:59.390512 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Synchronizing usage tracker for tenant:f26d380d384147019fb08d3687ea0d6a on resource:security_group {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:31:59.394555 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:59.394917 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:59.395242 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:59.395556 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:59.395879 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:59.396195 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:59.396507 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:59.396816 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:59.397123 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:59.397430 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:59.397737 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:31:59.401570 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:31:59.416125 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Unset dirty status for tenant:f26d380d384147019fb08d3687ea0d6a on resource:security_group {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:31:59.417416 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7d398bca058a44019c888c1c0d142a23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3617218 Aug 24 18:31:59.420336 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57008) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:31:59.479738 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-04bca46b-c000-4aec-bc3b-a644edfb6c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:31:59.507721 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-04bca46b-c000-4aec-bc3b-a644edfb6c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:31:59.601167 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-04bca46b-c000-4aec-bc3b-a644edfb6c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:31:59.607207 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-f9b109fa-89eb-4d0b-8d7e-2671f8811e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:31:59.622339 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bca46b-c000-4aec-bc3b-a644edfb6c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06f7c59-3426-4b39-b580-4b947e77bd17,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:31:59.626617 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-04bca46b-c000-4aec-bc3b-a644edfb6c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:31:59.628951 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-04bca46b-c000-4aec-bc3b-a644edfb6c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:31:59.630593 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-04bca46b-c000-4aec-bc3b-a644edfb6c39 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b06f7c59-3426-4b39-b580-4b947e77bd17 HTTP/1.1" status: 204 len: 168 time: 0.2092643 Aug 24 18:32:17.712532 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 5 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:32:18.927579 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-fdfc77d4-68df-407c-b450-cb5b98b9739a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:32:19.319794 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:32:21.232868 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-4230b4f7-869d-47a6-82ab-e4c1471d012a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:32:22.098112 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:32:23.600487 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:32:48.926769 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-f2ed7aa2-a9f8-40a9-bfea-c071000e4cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:32:49.327598 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:32:51.233201 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-27e28fbc-ff43-4d7d-bbc7-c6b2982dd839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:32:52.104858 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:32:53.602411 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:32:54.710414 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 5 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:33:18.922291 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-d4d74772-6ae6-4782-814e-87e937fe952d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:33:19.317046 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:33:21.232982 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-54af6da1-d57d-4562-982d-e677f7692eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:33:22.106126 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:33:23.607087 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:33:30.956150 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1691855'] for agent, after_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:33:31.708263 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:33:46.245886 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57080) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:33:46.409395 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-8b701371-5a26-4863-b29f-b2ea992afd97 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1624022 Aug 24 18:33:48.411594 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57090) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:33:48.503216 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-34e2a815-2d2e-4903-91d8-a00c8e9d44a3 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0905437 Aug 24 18:33:48.933504 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ceae786b-2d61-47ba-a66b-3a23f570cf28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:33:49.321520 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:33:51.228037 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-a74c0597-bb3b-4b5b-bca4-5fe749d99a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:33:52.109782 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:33:53.605798 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:34:00.904393 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:34:08.705976 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:34:18.937126 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-bba0dfd2-3c89-4afc-863c-06e7e48d7bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:34:19.325966 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:34:21.222852 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-964af581-ee0f-4dbd-9b3b-7438a60cd030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:34:22.112073 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:34:23.609766 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:34:30.924301 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:34:45.697016 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:34:48.933018 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-17d7532b-11aa-45ef-bf57-bf92deaab2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:34:49.323366 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:34:51.233621 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-3367746d-92be-4f69-aace-f780be98e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:34:52.115330 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:34:53.610494 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:00.924766 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:18.928689 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-76fbf70e-f36e-43f0-9455-93a384310d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:19.317835 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:21.232247 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-addc02ff-5fb6-4cfa-9da6-42b58ba7681d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:22.115380 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:22.698307 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:35:23.613052 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:30.933230 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:31.450079 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 57242) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:31.836125 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-162628676-network', 'tenant_id': '148f1f373af441c3b01e3b24016aca37'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:31.841776 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:31.846470 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Usage tracker for resource:network and tenant:148f1f373af441c3b01e3b24016aca37 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:31.850236 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:31.856762 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:31.861188 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57264) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:31.869571 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Made reservation on behalf of 148f1f373af441c3b01e3b24016aca37 for: {'network': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:35:31.872240 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for network, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:31.885604 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:31.928720 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:31.933253 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Usage tracker for resource:security_group_rule and tenant:148f1f373af441c3b01e3b24016aca37 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:31.937132 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:31.943592 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:32.018695 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:32.023956 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:32.028440 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:32.059076 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=74995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:35:32.068936 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e2f61d-0303-49b6-b2e4-7e508ce893b6,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:32.073553 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:32.073895 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.db.segments_db [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Added segment 8c2d9a7f-68ab-4a3f-b70a-6e53503d8a52 of type vlan for network 7ada95ea-55c0-4945-a58e-53ac17a5c210 Aug 24 18:35:32.088743 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.089091 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.089420 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.089745 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.090083 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.090410 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.090748 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.091071 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.091387 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.091697 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.092012 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Tracked resource versions report: Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: pushed versions: Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: { 'ConntrackHelper': {'1.0'}, Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: 'Log': {'1.0'}, Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: 'Network': {'1.1'}, Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: 'Port': {'1.5'}, Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: 'PortForwarding': {'1.2'}, Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: 'QosPolicy': {'1.8'}, Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: 'SecurityGroup': {'1.2'}, Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: 'SecurityGroupRule': {'1.0'}, Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: 'SubPort': {'1.0'}, Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: 'Subnet': {'1.1'}, Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: 'Trunk': {'1.1'}} Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: consumer versions: Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: { DHCP agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: HyperV agent@hv-cinder-80582: {}, Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: L3 agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: Metadata agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: Metering agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: Open vSwitch agent@dv-cinder-805825-1-iscsi: { 'ConntrackHelper': '1.0', Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: 'Log': '1.0', Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: 'Network': '1.1', Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: 'Port': '1.5', Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: 'PortForwarding': '1.2', Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: 'QosPolicy': '1.8', Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: 'SecurityGroup': '1.2', Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: 'SecurityGroupRule': '1.0', Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: 'SubPort': '1.0', Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: 'Subnet': '1.1', Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: 'Trunk': '1.1'}} Aug 24 18:35:32.092974 dv-cinder-805825-1-iscsi neutron-server[74995]: {{(pid=74995) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:35:32.097476 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:32.115671 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740181864075'] for network, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:32.147019 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for network, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:32.148355 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:32.148949 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:32.154381 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-23907f46-fd39-476e-9162-a3421f0cfeca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:32.255228 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Pushing event updated for resources: {'Network': ['ID=7ada95ea-55c0-4945-a58e-53ac17a5c210,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:32.258568 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:32.267349 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8162720 Aug 24 18:35:32.268242 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 57282) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:32.272055 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Network 7ada95ea-55c0-4945-a58e-53ac17a5c210 details requested by agent ovs-agent-dv-cinder-805825-1-iscsi with host dv-cinder-805825-1-iscsi {{(pid=74997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:35:32.275539 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-1df5368a-8746-40db-a91a-51db4f25b6c1 admin admin] Request body: {'subnet': {'network_id': '7ada95ea-55c0-4945-a58e-53ac17a5c210', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-162628676-subnet', 'tenant_id': '148f1f373af441c3b01e3b24016aca37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:32.281641 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-1df5368a-8746-40db-a91a-51db4f25b6c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:32.282412 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-480492082-network', 'tenant_id': '6de573cc36c5427ba49fe4638df7e4a3'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:32.286565 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-1df5368a-8746-40db-a91a-51db4f25b6c1 admin admin] Usage tracker for resource:subnet and tenant:148f1f373af441c3b01e3b24016aca37 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:32.290462 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-1df5368a-8746-40db-a91a-51db4f25b6c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:32.294076 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:32.297706 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-1df5368a-8746-40db-a91a-51db4f25b6c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:32.311126 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df5368a-8746-40db-a91a-51db4f25b6c1 admin admin] Made reservation on behalf of 148f1f373af441c3b01e3b24016aca37 for: {'subnet': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:35:32.313202 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Usage tracker for resource:network and tenant:6de573cc36c5427ba49fe4638df7e4a3 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:32.314908 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-1df5368a-8746-40db-a91a-51db4f25b6c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:32.320387 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:32.334902 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:32.360009 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Made reservation on behalf of 6de573cc36c5427ba49fe4638df7e4a3 for: {'network': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:35:32.363635 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for network, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:32.392402 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:32.468009 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:32.479641 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Usage tracker for resource:security_group_rule and tenant:6de573cc36c5427ba49fe4638df7e4a3 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:32.484671 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:32.499525 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:32.563643 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-1df5368a-8746-40db-a91a-51db4f25b6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for subnet, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:32.570956 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:32.599070 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:32.605352 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:32.615866 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:32.640194 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5368a-8746-40db-a91a-51db4f25b6c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04236761-6a40-4949-b3c0-e2bd2f39d602,revision_number=0']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:32.643841 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-1df5368a-8746-40db-a91a-51db4f25b6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:32.653623 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57300) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:32.663678 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36861c77-bf1f-42be-8424-1f447cafcd37,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:32.667053 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=74996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:35:32.670384 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df5368a-8746-40db-a91a-51db4f25b6c1 admin admin] Checking segment: {'id': '8c2d9a7f-68ab-4a3f-b70a-6e53503d8a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '7ada95ea-55c0-4945-a58e-53ac17a5c210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:35:32.671005 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df5368a-8746-40db-a91a-51db4f25b6c1 admin admin] Network hostable DHCP agents. Network: 7ada95ea-55c0-4945-a58e-53ac17a5c210, hostable agents: ['07c0c982-9110-493d-a202-71ade7b28515'], hosted agents: [] {{(pid=74995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:35:32.685436 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.686030 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.686383 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.686715 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.687233 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.687710 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.688030 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.688534 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.688998 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.689468 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.689949 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Tracked resource versions report: Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: pushed versions: Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: { 'ConntrackHelper': {'1.0'}, Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: 'Log': {'1.0'}, Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: 'Network': {'1.1'}, Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: 'Port': {'1.5'}, Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: 'PortForwarding': {'1.2'}, Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: 'QosPolicy': {'1.8'}, Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: 'SecurityGroup': {'1.2'}, Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: 'SecurityGroupRule': {'1.0'}, Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: 'SubPort': {'1.0'}, Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: 'Subnet': {'1.1'}, Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: 'Trunk': {'1.1'}} Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: consumer versions: Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: { DHCP agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: HyperV agent@hv-cinder-80582: {}, Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: L3 agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: Metadata agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: Metering agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: Open vSwitch agent@dv-cinder-805825-1-iscsi: { 'ConntrackHelper': '1.0', Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: 'Log': '1.0', Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: 'Network': '1.1', Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: 'Port': '1.5', Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: 'PortForwarding': '1.2', Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: 'QosPolicy': '1.8', Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: 'SecurityGroup': '1.2', Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: 'SecurityGroupRule': '1.0', Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: 'SubPort': '1.0', Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: 'Subnet': '1.1', Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: 'Trunk': '1.1'}} Aug 24 18:35:32.691116 dv-cinder-805825-1-iscsi neutron-server[74996]: {{(pid=74996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:35:32.697701 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:32.698682 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:32.699010 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.segments_db [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Added segment 1e9ee31d-9b7b-41e8-b45f-695749ee603b of type vlan for network 1109eacf-629e-4910-84d6-3d87a0369dee Aug 24 18:35:32.701137 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df5368a-8746-40db-a91a-51db4f25b6c1 admin admin] Network 7ada95ea-55c0-4945-a58e-53ac17a5c210 is scheduled to be hosted by DHCP agent 07c0c982-9110-493d-a202-71ade7b28515 with binding_index 1 {{(pid=74995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:35:32.717778 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-1df5368a-8746-40db-a91a-51db4f25b6c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-iscsi, 7ada95ea-55c0-4945-a58e-53ac17a5c210) {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:35:32.725037 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df5368a-8746-40db-a91a-51db4f25b6c1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:32.726092 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ad2758-c61e-42b7-9a2c-6048d4c51b5b None None] Network 7ada95ea-55c0-4945-a58e-53ac17a5c210 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:35:32.726561 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-1df5368a-8746-40db-a91a-51db4f25b6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:32.735971 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740181864075'] for network, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:32.773075 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-1df5368a-8746-40db-a91a-51db4f25b6c1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5028725 Aug 24 18:35:32.777451 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for network, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:32.778682 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:32.779876 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:32.784901 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:32.793360 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 57308) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:32.852274 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 57322) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:32.898595 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0361600 Aug 24 18:35:32.899722 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Pushing event updated for resources: {'Network': ['ID=1109eacf-629e-4910-84d6-3d87a0369dee,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:32.901976 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 57328) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:32.902473 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:32.908531 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-9144305e-ad2b-4e8e-8e15-fdd16d20d4f6 admin admin] Request body: {'subnet': {'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-480492082-subnet', 'tenant_id': '6de573cc36c5427ba49fe4638df7e4a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:32.928220 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-9144305e-ad2b-4e8e-8e15-fdd16d20d4f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:32.929326 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Network 1109eacf-629e-4910-84d6-3d87a0369dee details requested by agent ovs-agent-dv-cinder-805825-1-iscsi with host dv-cinder-805825-1-iscsi {{(pid=74997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:35:32.934230 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-9144305e-ad2b-4e8e-8e15-fdd16d20d4f6 admin admin] Usage tracker for resource:subnet and tenant:6de573cc36c5427ba49fe4638df7e4a3 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:32.941420 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-9144305e-ad2b-4e8e-8e15-fdd16d20d4f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:32.954245 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-9144305e-ad2b-4e8e-8e15-fdd16d20d4f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:32.977931 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9144305e-ad2b-4e8e-8e15-fdd16d20d4f6 admin admin] Made reservation on behalf of 6de573cc36c5427ba49fe4638df7e4a3 for: {'subnet': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:35:32.980880 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9144305e-ad2b-4e8e-8e15-fdd16d20d4f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:32.983894 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-934330047-network', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:32.987701 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:32.996387 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Usage tracker for resource:network and tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:33.002205 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:33.013361 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:33.036299 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Made reservation on behalf of 38a9b4d30bbb4e6bb18d2ca3ccce2cce for: {'network': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:35:33.038634 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for network, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:33.067789 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:33.102949 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:33.107420 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Usage tracker for resource:security_group_rule and tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:33.111442 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:33.118283 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:33.138710 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c099b4-db90-497b-b930-f8be1ae4d508 None None] Network 7ada95ea-55c0-4945-a58e-53ac17a5c210 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:35:33.154477 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-718676035-network', 'tenant_id': 'e1519313a65b4a2bb2628b8dc83a8c9d'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:33.159244 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:33.163144 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Usage tracker for resource:network and tenant:e1519313a65b4a2bb2628b8dc83a8c9d is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:33.166585 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:33.173865 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:33.196155 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Made reservation on behalf of e1519313a65b4a2bb2628b8dc83a8c9d for: {'network': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:35:33.200092 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for network, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:33.230289 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:33.238447 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:33.238749 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:33.253160 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=74996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:35:33.264181 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:33.264802 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.segments_db [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Added segment b25e463f-1e83-4d3f-b250-4c219ff74c5a of type vlan for network b318b1a4-8e6c-49b9-b674-7da1d2c600ae Aug 24 18:35:33.276871 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:33.307319 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:33.315563 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Usage tracker for resource:security_group_rule and tenant:e1519313a65b4a2bb2628b8dc83a8c9d is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:33.322243 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:33.327299 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740181864075'] for network, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:33.336008 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:33.357253 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b681201-5e58-437f-b915-282152d6919a,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:33.361073 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:33.368843 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for network, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:33.370476 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:33.371351 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:33.391798 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-0551af11-590e-4056-8d0b-daa0b39c632b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:33.426601 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-network', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:33.471124 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:33.480324 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Usage tracker for resource:network and tenant:d1058cbc028345d9b3abf057991020c1 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:33.484424 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:33.485760 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:33.494194 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:33.497401 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Pushing event updated for resources: {'Network': ['ID=b318b1a4-8e6c-49b9-b674-7da1d2c600ae,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:33.500816 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:33.510539 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Network b318b1a4-8e6c-49b9-b674-7da1d2c600ae details requested by agent ovs-agent-dv-cinder-805825-1-iscsi with host dv-cinder-805825-1-iscsi {{(pid=74997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:35:33.511185 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:33.514542 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:33.520412 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8633859 Aug 24 18:35:33.521244 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57346) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:33.531958 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-cefc0d19-824b-477c-be79-26624fabf77d admin admin] Request body: {'subnet': {'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-934330047-subnet', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:33.538064 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-cefc0d19-824b-477c-be79-26624fabf77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:33.543615 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-cefc0d19-824b-477c-be79-26624fabf77d admin admin] Usage tracker for resource:subnet and tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:33.549040 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-cefc0d19-824b-477c-be79-26624fabf77d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:33.556833 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-cefc0d19-824b-477c-be79-26624fabf77d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:33.577732 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefc0d19-824b-477c-be79-26624fabf77d admin admin] Made reservation on behalf of 38a9b4d30bbb4e6bb18d2ca3ccce2cce for: {'subnet': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:35:33.580754 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cefc0d19-824b-477c-be79-26624fabf77d admin admin] Notify callbacks [] for subnet, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:33.585953 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Made reservation on behalf of d1058cbc028345d9b3abf057991020c1 for: {'network': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:35:33.588345 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for network, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:33.603851 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=74995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:35:33.631599 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:33.658351 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:33.658991 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.db.segments_db [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Added segment f42e422c-915b-44d7-9fb6-4a974622d610 of type vlan for network 298e027b-1e57-4cb4-8569-ab46e1eac3cc Aug 24 18:35:33.692159 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641a04fb-3568-4e57-944d-85a5bc4f3902,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:33.696206 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:33.755109 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740181864075'] for network, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:33.781607 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:33.789102 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Usage tracker for resource:security_group_rule and tenant:d1058cbc028345d9b3abf057991020c1 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:33.819981 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:33.848896 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:33.856598 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9144305e-ad2b-4e8e-8e15-fdd16d20d4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for subnet, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:33.879484 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-5a05503b-9505-43b2-a8b1-465cc19df6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:33.975684 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for network, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:34.021933 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:34.022648 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:34.062960 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cefc0d19-824b-477c-be79-26624fabf77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for subnet, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:34.077923 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-a9a0806a-29b4-4f0e-acdc-cb8382a7bbc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:34.169931 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144305e-ad2b-4e8e-8e15-fdd16d20d4f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f086af0-4804-49e8-8a16-77e742d85929,revision_number=0']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:34.186265 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-9144305e-ad2b-4e8e-8e15-fdd16d20d4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:34.188049 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:34.215351 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefc0d19-824b-477c-be79-26624fabf77d admin admin] Checking segment: {'id': 'b25e463f-1e83-4d3f-b250-4c219ff74c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:35:34.215772 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefc0d19-824b-477c-be79-26624fabf77d admin admin] Network hostable DHCP agents. Network: b318b1a4-8e6c-49b9-b674-7da1d2c600ae, hostable agents: ['07c0c982-9110-493d-a202-71ade7b28515'], hosted agents: [] {{(pid=74996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:35:34.260331 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefc0d19-824b-477c-be79-26624fabf77d admin admin] Network b318b1a4-8e6c-49b9-b674-7da1d2c600ae is scheduled to be hosted by DHCP agent 07c0c982-9110-493d-a202-71ade7b28515 with binding_index 1 {{(pid=74996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:35:34.272153 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc0d19-824b-477c-be79-26624fabf77d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8a23952-40cf-4695-ae69-f2d425c34691,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:34.275916 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-cefc0d19-824b-477c-be79-26624fabf77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:34.279942 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-cefc0d19-824b-477c-be79-26624fabf77d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-iscsi, b318b1a4-8e6c-49b9-b674-7da1d2c600ae) {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:35:34.284943 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefc0d19-824b-477c-be79-26624fabf77d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:34.287116 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cefc0d19-824b-477c-be79-26624fabf77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:34.292261 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ff708e-e531-456b-b7a0-74bf35e4427e None None] Network b318b1a4-8e6c-49b9-b674-7da1d2c600ae requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:35:34.316431 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5190527 Aug 24 18:35:34.320978 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-cefc0d19-824b-477c-be79-26624fabf77d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7985647 Aug 24 18:35:34.322058 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57368) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:34.325207 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57370) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:34.332105 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-486d8578-8d12-4671-b15b-b0396cbbaab2 admin admin] Request body: {'subnet': {'network_id': '298e027b-1e57-4cb4-8569-ab46e1eac3cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-718676035-subnet', 'tenant_id': 'e1519313a65b4a2bb2628b8dc83a8c9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:34.341164 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-486d8578-8d12-4671-b15b-b0396cbbaab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:34.345872 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Pushing event updated for resources: {'Network': ['ID=298e027b-1e57-4cb4-8569-ab46e1eac3cc,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:34.346195 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-486d8578-8d12-4671-b15b-b0396cbbaab2 admin admin] Usage tracker for resource:subnet and tenant:e1519313a65b4a2bb2628b8dc83a8c9d is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:34.350015 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-486d8578-8d12-4671-b15b-b0396cbbaab2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:34.356548 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9144305e-ad2b-4e8e-8e15-fdd16d20d4f6 admin admin] Checking segment: {'id': '1e9ee31d-9b7b-41e8-b45f-695749ee603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:35:34.356904 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9144305e-ad2b-4e8e-8e15-fdd16d20d4f6 admin admin] Network hostable DHCP agents. Network: 1109eacf-629e-4910-84d6-3d87a0369dee, hostable agents: ['07c0c982-9110-493d-a202-71ade7b28515'], hosted agents: [] {{(pid=74995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:35:34.357018 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-486d8578-8d12-4671-b15b-b0396cbbaab2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:34.369582 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:34.378615 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:34.380062 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:34.383808 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Usage tracker for resource:router and tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:34.387443 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:34.390450 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:34.395154 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:34.404203 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486d8578-8d12-4671-b15b-b0396cbbaab2 admin admin] Made reservation on behalf of e1519313a65b4a2bb2628b8dc83a8c9d for: {'subnet': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:35:34.408344 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-486d8578-8d12-4671-b15b-b0396cbbaab2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:34.410151 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:34.414855 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:34.418128 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Network 298e027b-1e57-4cb4-8569-ab46e1eac3cc details requested by agent ovs-agent-dv-cinder-805825-1-iscsi with host dv-cinder-805825-1-iscsi {{(pid=74997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:35:34.431918 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30657'] for router, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:34.432925 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30678'] for router, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:34.498377 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9144305e-ad2b-4e8e-8e15-fdd16d20d4f6 admin admin] Network 1109eacf-629e-4910-84d6-3d87a0369dee is scheduled to be hosted by DHCP agent 07c0c982-9110-493d-a202-71ade7b28515 with binding_index 1 {{(pid=74995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:35:34.528421 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-9144305e-ad2b-4e8e-8e15-fdd16d20d4f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-iscsi, 1109eacf-629e-4910-84d6-3d87a0369dee) {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:35:34.541284 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9144305e-ad2b-4e8e-8e15-fdd16d20d4f6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:34.542083 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9144305e-ad2b-4e8e-8e15-fdd16d20d4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:34.551643 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=74995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:35:34.558026 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b01711-bd2f-4dd3-91b2-8ad4b23e9b42,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:34.566536 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:34.582270 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:34.608334 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:34.608927 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.db.segments_db [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Added segment e847410f-342f-4ad5-875e-3c30141a48eb of type vlan for network c6a59e55-85ca-47cc-8fae-e2513fbbce59 Aug 24 18:35:34.636552 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-9144305e-ad2b-4e8e-8e15-fdd16d20d4f6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7229953 Aug 24 18:35:34.678535 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5387e658-e070-45d5-9c60-60ecb9cae3aa None None] Network 1109eacf-629e-4910-84d6-3d87a0369dee requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:35:34.691491 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740181864075'] for network, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:34.730823 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for network, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:34.732336 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:34.733241 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:34.750988 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:34.776068 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9187193 Aug 24 18:35:34.777512 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 57396) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:34.784969 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-eaf5e881-64c6-43f8-a997-f6133780ea20 admin admin] Request body: {'subnet': {'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-subnet', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:34.848005 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-eaf5e881-64c6-43f8-a997-f6133780ea20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:34.855444 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-eaf5e881-64c6-43f8-a997-f6133780ea20 admin admin] Usage tracker for resource:subnet and tenant:d1058cbc028345d9b3abf057991020c1 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:34.874192 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-eaf5e881-64c6-43f8-a997-f6133780ea20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:34.886829 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-eaf5e881-64c6-43f8-a997-f6133780ea20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:34.892889 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Pushing event updated for resources: {'Network': ['ID=c6a59e55-85ca-47cc-8fae-e2513fbbce59,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:34.907567 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:34.923338 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf5e881-64c6-43f8-a997-f6133780ea20 admin admin] Made reservation on behalf of d1058cbc028345d9b3abf057991020c1 for: {'subnet': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:35:34.926310 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e881-64c6-43f8-a997-f6133780ea20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:34.967682 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Network c6a59e55-85ca-47cc-8fae-e2513fbbce59 details requested by agent ovs-agent-dv-cinder-805825-1-iscsi with host dv-cinder-805825-1-iscsi {{(pid=74997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:35:35.015905 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-486d8578-8d12-4671-b15b-b0396cbbaab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for subnet, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:35.030163 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:35.219633 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e881-64c6-43f8-a997-f6133780ea20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for subnet, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:35.231109 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:35.297825 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d821d463-b7f2-4146-9a1f-df500b3f8bfb None None] Network 1109eacf-629e-4910-84d6-3d87a0369dee requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:35:35.363434 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30500'] for router, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:35.392636 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf5e881-64c6-43f8-a997-f6133780ea20 admin admin] Checking segment: {'id': 'e847410f-342f-4ad5-875e-3c30141a48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:35:35.392636 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf5e881-64c6-43f8-a997-f6133780ea20 admin admin] Network hostable DHCP agents. Network: c6a59e55-85ca-47cc-8fae-e2513fbbce59, hostable agents: ['07c0c982-9110-493d-a202-71ade7b28515'], hosted agents: [] {{(pid=74995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:35:35.400608 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5e881-64c6-43f8-a997-f6133780ea20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d9a7234-019a-48d3-9ec8-5b691415065c,revision_number=0']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:35.404265 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-eaf5e881-64c6-43f8-a997-f6133780ea20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:35.432112 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf5e881-64c6-43f8-a997-f6133780ea20 admin admin] Network c6a59e55-85ca-47cc-8fae-e2513fbbce59 is scheduled to be hosted by DHCP agent 07c0c982-9110-493d-a202-71ade7b28515 with binding_index 1 {{(pid=74995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:35:35.446988 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d8578-8d12-4671-b15b-b0396cbbaab2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=673ac8c9-33d8-4209-b1d4-37d5174481d8,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:35.451710 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-486d8578-8d12-4671-b15b-b0396cbbaab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:35.460360 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-eaf5e881-64c6-43f8-a997-f6133780ea20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-iscsi, c6a59e55-85ca-47cc-8fae-e2513fbbce59) {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:35:35.468516 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf5e881-64c6-43f8-a997-f6133780ea20 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:35.469587 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-eaf5e881-64c6-43f8-a997-f6133780ea20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:35.500619 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486d8578-8d12-4671-b15b-b0396cbbaab2 admin admin] Checking segment: {'id': 'f42e422c-915b-44d7-9fb6-4a974622d610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '298e027b-1e57-4cb4-8569-ab46e1eac3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:35:35.505537 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486d8578-8d12-4671-b15b-b0396cbbaab2 admin admin] Network hostable DHCP agents. Network: 298e027b-1e57-4cb4-8569-ab46e1eac3cc, hostable agents: ['07c0c982-9110-493d-a202-71ade7b28515'], hosted agents: [] {{(pid=74996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:35:35.513193 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-eaf5e881-64c6-43f8-a997-f6133780ea20 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7330897 Aug 24 18:35:35.514854 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 57422) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:35.518871 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3baa6db-a463-4413-b019-a18968b34b33 None None] Network c6a59e55-85ca-47cc-8fae-e2513fbbce59 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:35:35.530731 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:35.538910 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:35.549161 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Usage tracker for resource:router and tenant:d1058cbc028345d9b3abf057991020c1 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:35.556042 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:35.564360 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:35.593046 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30657'] for router, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:35.594359 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30678'] for router, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:35.608174 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486d8578-8d12-4671-b15b-b0396cbbaab2 admin admin] Network 298e027b-1e57-4cb4-8569-ab46e1eac3cc is scheduled to be hosted by DHCP agent 07c0c982-9110-493d-a202-71ade7b28515 with binding_index 1 {{(pid=74996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:35:35.630994 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57426) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:35.632250 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-486d8578-8d12-4671-b15b-b0396cbbaab2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-iscsi, 298e027b-1e57-4cb4-8569-ab46e1eac3cc) {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:35:35.641327 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1107309976-network', 'tenant_id': 'f22bdc2ad99942299737c0c90a2e9dd0'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:35.646356 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:35.648161 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:35.651065 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Usage tracker for resource:network and tenant:f22bdc2ad99942299737c0c90a2e9dd0 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:35.654050 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:35.660064 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:35.670426 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486d8578-8d12-4671-b15b-b0396cbbaab2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:35.671310 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-486d8578-8d12-4671-b15b-b0396cbbaab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:35.688216 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Made reservation on behalf of f22bdc2ad99942299737c0c90a2e9dd0 for: {'network': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:35:35.690752 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for network, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:35.706740 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:35.743335 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:35.747643 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Usage tracker for resource:security_group_rule and tenant:f22bdc2ad99942299737c0c90a2e9dd0 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:35.750725 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:35.756951 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:35.854306 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:35.893535 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:35.908712 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:35.952822 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-486d8578-8d12-4671-b15b-b0396cbbaab2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6294541 Aug 24 18:35:35.962515 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91b9705-031c-4235-ad4e-11004023a8c2 None None] Network 298e027b-1e57-4cb4-8569-ab46e1eac3cc requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:35:36.052819 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=74996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:35:36.075754 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30500'] for router, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:36.097145 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:36.097483 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.segments_db [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Added segment 75778a55-c0b7-4713-87e5-12307804d6a4 of type vlan for network ffa7e9b7-52ad-4576-a489-7090618e3264 Aug 24 18:35:36.099711 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 57456) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:36.103214 dv-cinder-805825-1-iscsi neutron-server[74995]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 18:35:36.112692 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ff7b24-fc92-4b4f-bdec-0417da127aad,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:36.116353 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:36.144921 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:36.151726 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:36.176001 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e40c732-12b7-5d1c-b3b7-6e8fdb10c7cb-b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'fixed_ips': [{'subnet_id': 'f8a23952-40cf-4695-ae69-f2d425c34691'}]}} from dv-cinder-805825-1-iscsi. {{(pid=74997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 18:35:36.178210 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:36.208793 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740181864075'] for network, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:36.321105 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for network, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:36.324110 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:36.324862 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:36.337753 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:36.396531 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-25e8fa2a-604b-4943-a8a9-ecd5c785e48b tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:36.404185 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-25e8fa2a-604b-4943-a8a9-ecd5c785e48b tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/networks?id=1109eacf-629e-4910-84d6-3d87a0369dee HTTP/1.1" status: 200 len: 814 time: 0.3032899 Aug 24 18:35:36.449867 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Allocated IP 172.27.3.17 (afb0294a-27f7-459e-836d-9dd48a51a08b/57a63288-2275-43de-bb63-fff925de2bab/98676e0c-4f9d-4f54-9fa2-89d29a188027) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:35:36.459348 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8248987 Aug 24 18:35:36.461826 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57468) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:36.473274 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-2227828b-13f0-4fac-9b40-80dd17a284ce admin admin] Request body: {'subnet': {'network_id': 'ffa7e9b7-52ad-4576-a489-7090618e3264', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1107309976-subnet', 'tenant_id': 'f22bdc2ad99942299737c0c90a2e9dd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:36.481504 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Pushing event updated for resources: {'Network': ['ID=ffa7e9b7-52ad-4576-a489-7090618e3264,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:36.484785 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-2227828b-13f0-4fac-9b40-80dd17a284ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:36.487379 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:36.492141 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e40c732-12b7-5d1c-b3b7-6e8fdb10c7cb-c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c'}]}} from dv-cinder-805825-1-iscsi. {{(pid=74997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 18:35:36.493081 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-2227828b-13f0-4fac-9b40-80dd17a284ce admin admin] Usage tracker for resource:subnet and tenant:f22bdc2ad99942299737c0c90a2e9dd0 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:36.493219 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:36.512368 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-2227828b-13f0-4fac-9b40-80dd17a284ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:36.552700 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Network ffa7e9b7-52ad-4576-a489-7090618e3264 details requested by agent ovs-agent-dv-cinder-805825-1-iscsi with host dv-cinder-805825-1-iscsi {{(pid=74997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:35:36.572190 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-e98c33b0-cbc2-4336-aa39-a5eda9b32017 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/quotas/6de573cc36c5427ba49fe4638df7e4a3 HTTP/1.1" status: 200 len: 375 time: 0.1667714 Aug 24 18:35:36.590105 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-2227828b-13f0-4fac-9b40-80dd17a284ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:36.647019 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2227828b-13f0-4fac-9b40-80dd17a284ce admin admin] Made reservation on behalf of f22bdc2ad99942299737c0c90a2e9dd0 for: {'subnet': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:35:36.649926 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2227828b-13f0-4fac-9b40-80dd17a284ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:36.652919 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-7f8d746b-928a-46dd-bc27-9936af0924ad tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6de573cc36c5427ba49fe4638df7e4a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796757 Aug 24 18:35:36.832178 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 57496) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:36.935455 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:37.014539 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-64025177-f1dc-4005-b543-a19831be28b4 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=74995) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 18:35:37.015542 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-64025177-f1dc-4005-b543-a19831be28b4 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1806366 Aug 24 18:35:37.040040 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:37.054119 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:37.061867 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.db_base_plugin_common [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Allocated IP 172.20.0.2 (c6a59e55-85ca-47cc-8fae-e2513fbbce59/6d9a7234-019a-48d3-9ec8-5b691415065c/0e71271f-182d-4fd6-86d4-c6a55e3c86ce) {{(pid=74997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:35:37.126523 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Pushing event updated for resources: {'Port': ['ID=98676e0c-4f9d-4f54-9fa2-89d29a188027,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:37.131193 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:37.136785 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:37.147506 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Network afb0294a-27f7-459e-836d-9dd48a51a08b is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:35:37.149169 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:35:37.151536 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2227828b-13f0-4fac-9b40-80dd17a284ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for subnet, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:37.152479 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:35:37.185087 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:37.190842 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:37.296873 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-4bea4bf6-49ed-43ee-934e-5db16292e34b tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:37.297513 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-4bea4bf6-49ed-43ee-934e-5db16292e34b tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Synchronizing usage tracker for tenant:e1519313a65b4a2bb2628b8dc83a8c9d on resource:network {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:35:37.357491 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2227828b-13f0-4fac-9b40-80dd17a284ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=92a9f854-9a0d-49af-8a89-d00164321a98,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:37.362901 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-2227828b-13f0-4fac-9b40-80dd17a284ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:37.367043 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2227828b-13f0-4fac-9b40-80dd17a284ce admin admin] Checking segment: {'id': '75778a55-c0b7-4713-87e5-12307804d6a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'ffa7e9b7-52ad-4576-a489-7090618e3264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:35:37.367455 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2227828b-13f0-4fac-9b40-80dd17a284ce admin admin] Network hostable DHCP agents. Network: ffa7e9b7-52ad-4576-a489-7090618e3264, hostable agents: ['07c0c982-9110-493d-a202-71ade7b28515'], hosted agents: [] {{(pid=74996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:35:37.376639 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-72713ebc-f289-48b9-88b9-aefb28a73a9a service neutron] 10.222.0.62 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3400564 Aug 24 18:35:37.381449 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-4bea4bf6-49ed-43ee-934e-5db16292e34b tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Unset dirty status for tenant:e1519313a65b4a2bb2628b8dc83a8c9d on resource:network {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:35:37.387902 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-4bea4bf6-49ed-43ee-934e-5db16292e34b tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/networks?id=298e027b-1e57-4cb4-8569-ab46e1eac3cc HTTP/1.1" status: 200 len: 811 time: 0.5544658 Aug 24 18:35:37.403691 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57520) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:37.418065 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2227828b-13f0-4fac-9b40-80dd17a284ce admin admin] Network ffa7e9b7-52ad-4576-a489-7090618e3264 is scheduled to be hosted by DHCP agent 07c0c982-9110-493d-a202-71ade7b28515 with binding_index 1 {{(pid=74996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:35:37.440012 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-2227828b-13f0-4fac-9b40-80dd17a284ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-iscsi, ffa7e9b7-52ad-4576-a489-7090618e3264) {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:35:37.444276 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:37.445034 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692446'] for router, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:37.448597 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2227828b-13f0-4fac-9b40-80dd17a284ce admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:37.449093 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2227828b-13f0-4fac-9b40-80dd17a284ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:37.495216 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-1eb6d7b1-877a-473c-82ed-1de538b4f512 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/quotas/e1519313a65b4a2bb2628b8dc83a8c9d HTTP/1.1" status: 200 len: 375 time: 0.1062517 Aug 24 18:35:37.533494 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Notify callbacks [] for port, precommit_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:37.544124 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-2227828b-13f0-4fac-9b40-80dd17a284ce admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0787995 Aug 24 18:35:37.552958 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_common [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Allocated IP 172.27.3.140 (afb0294a-27f7-459e-836d-9dd48a51a08b/57a63288-2275-43de-bb63-fff925de2bab/bc5b3e25-4575-4520-a9fa-13fb6fd6f80e) {{(pid=74995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:35:37.556218 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Transition to ACTIVE for port object 0e71271f-182d-4fd6-86d4-c6a55e3c86ce will not be triggered until provisioned by entity L2. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:35:37.560330 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.db_base_plugin_common [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Allocated IP 172.20.0.2 (b318b1a4-8e6c-49b9-b674-7da1d2c600ae/f8a23952-40cf-4695-ae69-f2d425c34691/6f00bdf2-ee98-4ba2-9237-683190a93ad2) {{(pid=74997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:35:37.574598 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-79df6eaf-55c5-4a47-9184-474d24324d72 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e1519313a65b4a2bb2628b8dc83a8c9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786169 Aug 24 18:35:37.589590 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2861cc72-64bf-41d3-a1a0-b991bc024e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:37.622623 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Transition to ACTIVE for port object 0e71271f-182d-4fd6-86d4-c6a55e3c86ce will not be triggered until provisioned by entity DHCP. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:35:37.626246 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d32c0ad-f258-4506-9f6d-7c915f68e38d None None] Network ffa7e9b7-52ad-4576-a489-7090618e3264 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:35:37.628670 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-2861cc72-64bf-41d3-a1a0-b991bc024e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:37.633259 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-2861cc72-64bf-41d3-a1a0-b991bc024e66 admin admin] Usage tracker for resource:security_group_rule and tenant:60368fc7584241eaa3ac4aac2c85a7fe is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:37.636404 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-2861cc72-64bf-41d3-a1a0-b991bc024e66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:37.642834 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-2861cc72-64bf-41d3-a1a0-b991bc024e66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:37.717743 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-9cb83644-97f0-431e-9265-7a20464c1cb4 service neutron] 10.222.0.62 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253257 Aug 24 18:35:37.719225 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2861cc72-64bf-41d3-a1a0-b991bc024e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:37.784568 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2861cc72-64bf-41d3-a1a0-b991bc024e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:37.803820 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Notify callbacks [] for port, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:37.820228 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:37.867192 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861cc72-64bf-41d3-a1a0-b991bc024e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4ec0bc-4d07-4ab8-87fe-8c87838843b7,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:37.878499 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-2861cc72-64bf-41d3-a1a0-b991bc024e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:37.882409 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57532) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:37.898623 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:37.924198 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-2861cc72-64bf-41d3-a1a0-b991bc024e66 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=60368fc7584241eaa3ac4aac2c85a7fe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5193863 Aug 24 18:35:37.927783 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 57538) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:38.023992 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_v2 [None req-3040fdab-fc90-4c64-8ee9-c6e13627b99a admin admin] Deleting subnet 04236761-6a40-4949-b3c0-e2bd2f39d602 {{(pid=74996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:35:38.045018 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3040fdab-fc90-4c64-8ee9-c6e13627b99a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:38.049160 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-0df97b0a-92e3-4908-9832-9b962c44d285 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=74995) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 18:35:38.050192 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-0df97b0a-92e3-4908-9832-9b962c44d285 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1587095 Aug 24 18:35:38.051544 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:38.060077 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:38.060827 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:38.105720 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23227061-74f9-4a70-a89e-ab6ea4faa49b None None] Network 298e027b-1e57-4cb4-8569-ab46e1eac3cc requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:35:38.123646 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3040fdab-fc90-4c64-8ee9-c6e13627b99a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:38.138982 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3040fdab-fc90-4c64-8ee9-c6e13627b99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699818'] for subnet, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:38.161384 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Pushing event updated for resources: {'Port': ['ID=bc5b3e25-4575-4520-a9fa-13fb6fd6f80e,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:38.226881 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Router ad783e9e-0e69-4db0-a711-487b45b36563 is scheduled to L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 with binding_index 1 {{(pid=74996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:35:38.311411 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-f9ea9031-40ed-4aff-9afe-d091601cb274 service neutron] 10.222.0.62 "GET /v2.0/networks/298e027b-1e57-4cb4-8569-ab46e1eac3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525280 Aug 24 18:35:38.315762 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3040fdab-fc90-4c64-8ee9-c6e13627b99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for subnet, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:38.317668 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:38.337953 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-66df0495-911a-4fa1-825e-0c46b47742ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:38.342997 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Pushing event updated for resources: {'Port': ['ID=0e71271f-182d-4fd6-86d4-c6a55e3c86ce,revision_number=1']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:38.347076 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:38.359128 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Network afb0294a-27f7-459e-836d-9dd48a51a08b is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:35:38.365420 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:38.365817 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:38.366152 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:38.366540 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:38.366968 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:38.367293 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:38.367611 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:38.367953 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:38.368328 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:38.368647 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:38.368960 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Tracked resource versions report: Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: pushed versions: Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: { 'ConntrackHelper': {'1.0'}, Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: 'Log': {'1.0'}, Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: 'Network': {'1.1'}, Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: 'Port': {'1.5'}, Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: 'PortForwarding': {'1.2'}, Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: 'QosPolicy': {'1.8'}, Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: 'SecurityGroup': {'1.2'}, Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: 'SecurityGroupRule': {'1.0'}, Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: 'SubPort': {'1.0'}, Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: 'Subnet': {'1.1'}, Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: 'Trunk': {'1.1'}} Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: consumer versions: Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: { DHCP agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: HyperV agent@hv-cinder-80582: {}, Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: L3 agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: Metadata agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: Metering agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: Open vSwitch agent@dv-cinder-805825-1-iscsi: { 'ConntrackHelper': '1.0', Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: 'Log': '1.0', Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: 'Network': '1.1', Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: 'Port': '1.5', Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: 'PortForwarding': '1.2', Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: 'QosPolicy': '1.8', Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: 'SecurityGroup': '1.2', Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: 'SecurityGroupRule': '1.0', Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: 'SubPort': '1.0', Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: 'Subnet': '1.1', Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: 'Trunk': '1.1'}} Aug 24 18:35:38.369924 dv-cinder-805825-1-iscsi neutron-server[74997]: {{(pid=74997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:35:38.373533 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:38.389630 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Network c6a59e55-85ca-47cc-8fae-e2513fbbce59 is already hosted by enough agents. {{(pid=74997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:35:38.405996 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040fdab-fc90-4c64-8ee9-c6e13627b99a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04236761-6a40-4949-b3c0-e2bd2f39d602,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:38.415691 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-3040fdab-fc90-4c64-8ee9-c6e13627b99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:38.415967 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.scheduler.base_scheduler [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Resources bound (agent type, host, resource id): {{(pid=74997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:35:38.419922 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3040fdab-fc90-4c64-8ee9-c6e13627b99a admin admin] Notify callbacks [] for subnet, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:38.420075 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Received port after_create {{(pid=74997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:35:38.446046 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-3040fdab-fc90-4c64-8ee9-c6e13627b99a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/04236761-6a40-4949-b3c0-e2bd2f39d602 HTTP/1.1" status: 204 len: 168 time: 0.5625083 Aug 24 18:35:38.448979 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57568) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:38.503484 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:35:38.507645 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-d4ce05f7-7809-4483-938e-b39836eccffd service neutron] 10.222.0.62 "GET /v2.0/networks/298e027b-1e57-4cb4-8569-ab46e1eac3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710038 Aug 24 18:35:38.516998 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Received port after_create {{(pid=74995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:35:38.593746 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-66df0495-911a-4fa1-825e-0c46b47742ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:38.672785 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531664'] for network, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:38.758751 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-211ba02e-f230-4682-a37d-59d5656dd29e req-802dae5e-2aa6-4e18-bdad-302a6273e23b tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 210 time: 0.2409084 Aug 24 18:35:38.791770 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-66df0495-911a-4fa1-825e-0c46b47742ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:38.849004 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Attempting to bind port 0e71271f-182d-4fd6-86d4-c6a55e3c86ce on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:35:38.849380 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Attempting to bind port 0e71271f-182d-4fd6-86d4-c6a55e3c86ce by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': 'e847410f-342f-4ad5-875e-3c30141a48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59'}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:35:38.849748 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Attempting to bind port 0e71271f-182d-4fd6-86d4-c6a55e3c86ce on network c6a59e55-85ca-47cc-8fae-e2513fbbce59 {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:35:38.861620 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:35:38.862023 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Checking segment: {'id': 'e847410f-342f-4ad5-875e-3c30141a48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:35:38.862441 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:38.863045 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Bound using segment: {'id': 'e847410f-342f-4ad5-875e-3c30141a48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59'} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:35:38.863302 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Bound port: 0e71271f-182d-4fd6-86d4-c6a55e3c86ce, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e847410f-342f-4ad5-875e-3c30141a48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59'}}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:35:38.864046 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:38.927287 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Notify callbacks [] for port, precommit_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:38.952196 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16752dd2-b396-4cdd-8630-826011b1211d None None] Network ffa7e9b7-52ad-4576-a489-7090618e3264 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:35:39.064301 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:35:39.067996 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699171', 'neutron.services.segments.db._delete_segments_for_network-8740182284418'] for network, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:39.077520 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] Sync routers for ids ['ad783e9e-0e69-4db0-a711-487b45b36563'] in dv-cinder-805825-1-iscsi {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:35:39.103217 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] Routers {'ad783e9e-0e69-4db0-a711-487b45b36563'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:35:39.104717 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:35:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['ad783e9e-0e69-4db0-a711-487b45b36563'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:39.108590 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:35:39.108949 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:35:39.109671 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:35:39.109981 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Subscribe: > port after_create 55550000 {{(pid=74996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:35:39.110298 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:35:39.110612 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Subscribe: > port after_update 55550000 {{(pid=74996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:35:39.116829 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:35:39.117198 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:35:39.117707 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:35:39.117928 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:35:39.148085 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:39.253412 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Transition to ACTIVE for port object 6f00bdf2-ee98-4ba2-9237-683190a93ad2 will not be triggered until provisioned by entity L2. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:35:39.316730 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Transition to ACTIVE for port object 6f00bdf2-ee98-4ba2-9237-683190a93ad2 will not be triggered until provisioned by entity DHCP. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:35:39.343865 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:39.396293 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:39.462050 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Network b318b1a4-8e6c-49b9-b674-7da1d2c600ae is already hosted by enough agents. {{(pid=74997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:35:39.462050 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] For port 0e71271f-182d-4fd6-86d4-c6a55e3c86ce, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:35:39.472235 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.scheduler.base_scheduler [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Resources bound (agent type, host, resource id): {{(pid=74997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:35:39.478273 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Received port after_create {{(pid=74997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:35:39.528110 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] For port 0e71271f-182d-4fd6-86d4-c6a55e3c86ce, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=0e71271f-182d-4fd6-86d4-c6a55e3c86ce,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:35:39.552667 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-93ba7a73-f375-4c53-842e-889a3929651c req-40c09ea9-d897-4811-9669-77f3e1355f18 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 210 time: 0.4089177 Aug 24 18:35:39.553685 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 57622) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:39.554237 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] Set router ad783e9e-0e69-4db0-a711-487b45b36563 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:35:39.564929 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df0495-911a-4fa1-825e-0c46b47742ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4ec0bc-4d07-4ab8-87fe-8c87838843b7,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:39.571214 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-66df0495-911a-4fa1-825e-0c46b47742ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:39.571508 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Pushing event updated for resources: {'Port': ['ID=6f00bdf2-ee98-4ba2-9237-683190a93ad2,revision_number=1']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:39.574219 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:39.575199 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:39.607008 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:39.627415 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-66df0495-911a-4fa1-825e-0c46b47742ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:39.631957 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-66df0495-911a-4fa1-825e-0c46b47742ae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ad4ec0bc-4d07-4ab8-87fe-8c87838843b7 HTTP/1.1" status: 204 len: 168 time: 1.7029169 Aug 24 18:35:39.644066 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:39.645211 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692446'] for router, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:39.680630 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Attempting to bind port 6f00bdf2-ee98-4ba2-9237-683190a93ad2 on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:35:39.680950 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Attempting to bind port 6f00bdf2-ee98-4ba2-9237-683190a93ad2 by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': 'b25e463f-1e83-4d3f-b250-4c219ff74c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae'}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:35:39.681432 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Attempting to bind port 6f00bdf2-ee98-4ba2-9237-683190a93ad2 on network b318b1a4-8e6c-49b9-b674-7da1d2c600ae {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:35:39.699115 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:35:39.699115 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Checking segment: {'id': 'b25e463f-1e83-4d3f-b250-4c219ff74c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:35:39.699453 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:39.699859 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Bound using segment: {'id': 'b25e463f-1e83-4d3f-b250-4c219ff74c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae'} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:35:39.700344 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Bound port: 6f00bdf2-ee98-4ba2-9237-683190a93ad2, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25e463f-1e83-4d3f-b250-4c219ff74c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae'}}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:35:39.700740 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:39.807561 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Pushing event updated for resources: {'Port': ['ID=0e71271f-182d-4fd6-86d4-c6a55e3c86ce,revision_number=2']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:39.838123 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:39.886949 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:35:39.887472 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:35:39.887582 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:35:39.887890 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74996) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:35:39.888246 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ada95ea-55c0-4945-a58e-53ac17a5c210']}} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:39.932540 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] For port 6f00bdf2-ee98-4ba2-9237-683190a93ad2, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:35:39.937946 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] For port 6f00bdf2-ee98-4ba2-9237-683190a93ad2, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=6f00bdf2-ee98-4ba2-9237-683190a93ad2,segment=NetworkSegment(b25e463f-1e83-4d3f-b250-4c219ff74c5a),segment_id=b25e463f-1e83-4d3f-b250-4c219ff74c5a)] {{(pid=74997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:35:39.954252 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:39.976384 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:40.005197 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2d9a7f-68ab-4a3f-b70a-6e53503d8a52') {'for_net_delete': True} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:40.005474 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2d9a7f-68ab-4a3f-b70a-6e53503d8a52') {} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:40.076748 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c288df96-0ef2-4887-a4df-8ec5749bb513 req-2822a096-73a5-40c3-86b5-1b1f4ee7a601 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 210 time: 0.0823970 Aug 24 18:35:40.091267 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Notify callbacks [] for router, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:40.092717 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7662859 Aug 24 18:35:40.098690 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57646) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:40.115503 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740182285213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2774655'] for segment, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:40.196934 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Router 7c72f87d-caf3-4731-800d-078c8fe11fc0 is scheduled to L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 with binding_index 1 {{(pid=74995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:35:40.253226 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Pushing event updated for resources: {'Port': ['ID=6f00bdf2-ee98-4ba2-9237-683190a93ad2,revision_number=2']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:40.269955 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:40.364641 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:40.377373 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=74996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:35:40.378078 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1236116'] for segment, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: util.warn_limited( Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: util.warn_limited( Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: Traceback (most recent call last): Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: timer() Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: cb(*args, **kw) Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: return func(*args, **kwargs) Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: self._notify() Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: self.callback(batched_events) Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: event.method(event) Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: return f(self, *a, **k) Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: return self._get(url).json() Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: return self.request(url, 'GET', **kwargs) Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:35:40.396042 dv-cinder-805825-1-iscsi neutron-server[74996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:35:40.416135 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-6698c15a-13f1-4347-a7a2-1c2afb823bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:40.481692 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-6698c15a-13f1-4347-a7a2-1c2afb823bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:40.495669 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-6698c15a-13f1-4347-a7a2-1c2afb823bb0 admin admin] Usage tracker for resource:security_group_rule and tenant:37bf4e0e31ef4d2c9db2b5aca58c385a is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:40.509356 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-6698c15a-13f1-4347-a7a2-1c2afb823bb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:40.522221 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-6698c15a-13f1-4347-a7a2-1c2afb823bb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:40.566821 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692511'] for network, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:40.598688 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:34Z', 'updated_at': '2021-08-24T18:35:37Z', 'revision_number': 3, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'gw_port': {'id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:36Z', 'updated_at': '2021-08-24T18:35:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:40.609951 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] Checking router: ad783e9e-0e69-4db0-a711-487b45b36563 for host: dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:35:40.610286 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] Updating router ad783e9e-0e69-4db0-a711-487b45b36563 port 98676e0c-4f9d-4f54-9fa2-89d29a188027 binding host dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:35:40.740946 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:40.818995 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:40.833908 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:40.849888 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 57666) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:40.861757 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ada95ea-55c0-4945-a58e-53ac17a5c210,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:40.869771 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:40.882360 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-7f39e7db-467d-4ef0-be29-844a3b72d335 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7ada95ea-55c0-4945-a58e-53ac17a5c210 HTTP/1.1" status: 204 len: 168 time: 2.4276946 Aug 24 18:35:40.883813 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57670) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:40.947985 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-6698c15a-13f1-4347-a7a2-1c2afb823bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:40.953394 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:35:40.963791 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] Sync routers for ids ['7c72f87d-caf3-4731-800d-078c8fe11fc0'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:35:40.974870 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ad705f42-1793-4a55-9f77-0b698e13fd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:40.986230 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] Routers {'7c72f87d-caf3-4731-800d-078c8fe11fc0'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:35:40.986893 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:35:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['7c72f87d-caf3-4731-800d-078c8fe11fc0'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:41.000158 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-6698c15a-13f1-4347-a7a2-1c2afb823bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:41.175497 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_v2 [None req-28b7c1c0-8d3f-4ce0-9260-5fecb4209427 admin admin] Deleting subnet 92a9f854-9a0d-49af-8a89-d00164321a98 {{(pid=74996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:35:41.184336 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-28b7c1c0-8d3f-4ce0-9260-5fecb4209427 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:41.235349 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-25e04416-0b25-45db-b965-42c9f0ac6781 req-b37b64fa-980d-4587-8463-6288b5a45a47 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 210 time: 0.2376063 Aug 24 18:35:41.235974 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:41.265077 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-6698c15a-13f1-4347-a7a2-1c2afb823bb0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=37bf4e0e31ef4d2c9db2b5aca58c385a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6923268 Aug 24 18:35:41.270379 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 57678) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:41.320083 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Notify callbacks [] for router, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:41.325231 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8088026 Aug 24 18:35:41.347250 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 57682) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:41.470581 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] Set router 7c72f87d-caf3-4731-800d-078c8fe11fc0 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:35:41.534367 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698c15a-13f1-4347-a7a2-1c2afb823bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bd99b4-faf2-4eb7-bbbc-bc630bf4499d,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:41.552079 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-6698c15a-13f1-4347-a7a2-1c2afb823bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:41.570006 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-28b7c1c0-8d3f-4ce0-9260-5fecb4209427 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2774640'] for subnet, precommit_delete_associations {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:41.594370 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 57690) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:41.595411 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-ad705f42-1793-4a55-9f77-0b698e13fd1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:41.598297 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79e2185-b205-4547-8ac7-5f5c43e657f8 None None] Network c6a59e55-85ca-47cc-8fae-e2513fbbce59 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:35:41.635893 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.36', 57725) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:41.657078 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-ad705f42-1793-4a55-9f77-0b698e13fd1a admin admin] Usage tracker for resource:security_group_rule and tenant:9f77b47d85d04d4fb4a47cb2b9bf94dd is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:41.686128 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-28b7c1c0-8d3f-4ce0-9260-5fecb4209427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699818'] for subnet, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:41.748160 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] Notify callbacks [] for port, precommit_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:41.751443 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9f2fc507-22da-4be8-bded-45f6df4bef98 req-37218852-f803-4a82-a391-d932d9c7b7c0 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 210 time: 0.2180681 Aug 24 18:35:41.752991 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-ad705f42-1793-4a55-9f77-0b698e13fd1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:41.783008 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.provisioning_blocks [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] Transition to ACTIVE for port object 98676e0c-4f9d-4f54-9fa2-89d29a188027 will not be triggered until provisioned by entity L2. {{(pid=74998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:35:41.791154 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-28b7c1c0-8d3f-4ce0-9260-5fecb4209427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1236018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1142050'] for subnet, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:41.795494 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-ad705f42-1793-4a55-9f77-0b698e13fd1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:41.796927 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:41.808190 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:41.815103 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:41.842689 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7c1c0-8d3f-4ce0-9260-5fecb4209427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92a9f854-9a0d-49af-8a89-d00164321a98,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:41.851452 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-28b7c1c0-8d3f-4ce0-9260-5fecb4209427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:41.901649 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-28b7c1c0-8d3f-4ce0-9260-5fecb4209427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:41.941913 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-28b7c1c0-8d3f-4ce0-9260-5fecb4209427 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/92a9f854-9a0d-49af-8a89-d00164321a98 HTTP/1.1" status: 204 len: 168 time: 1.0556817 Aug 24 18:35:41.951567 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57706) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:41.958102 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644d65a-5ed4-43eb-a8cc-d8caa5502db4 None None] Pushing event updated for resources: {'Port': ['ID=98676e0c-4f9d-4f54-9fa2-89d29a188027,revision_number=2']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:41.981427 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] Attempting to bind port 98676e0c-4f9d-4f54-9fa2-89d29a188027 on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:35:41.981939 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] Attempting to bind port 98676e0c-4f9d-4f54-9fa2-89d29a188027 by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:35:41.982482 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] Attempting to bind port 98676e0c-4f9d-4f54-9fa2-89d29a188027 on network afb0294a-27f7-459e-836d-9dd48a51a08b {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:35:42.012609 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d65a-5ed4-43eb-a8cc-d8caa5502db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:42.012999 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d65a-5ed4-43eb-a8cc-d8caa5502db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:42.013294 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d65a-5ed4-43eb-a8cc-d8caa5502db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:42.013629 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d65a-5ed4-43eb-a8cc-d8caa5502db4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:42.013957 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d65a-5ed4-43eb-a8cc-d8caa5502db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:42.014284 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d65a-5ed4-43eb-a8cc-d8caa5502db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:42.014606 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d65a-5ed4-43eb-a8cc-d8caa5502db4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:42.014979 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d65a-5ed4-43eb-a8cc-d8caa5502db4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:42.015305 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d65a-5ed4-43eb-a8cc-d8caa5502db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:42.015620 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d65a-5ed4-43eb-a8cc-d8caa5502db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:42.017500 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d65a-5ed4-43eb-a8cc-d8caa5502db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644d65a-5ed4-43eb-a8cc-d8caa5502db4 None None] Tracked resource versions report: Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: pushed versions: Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: { 'ConntrackHelper': {'1.0'}, Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: 'Log': {'1.0'}, Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: 'Network': {'1.1'}, Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: 'Port': {'1.5'}, Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: 'PortForwarding': {'1.2'}, Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: 'QosPolicy': {'1.8'}, Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: 'SecurityGroup': {'1.2'}, Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: 'SecurityGroupRule': {'1.0'}, Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: 'SubPort': {'1.0'}, Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: 'Subnet': {'1.1'}, Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: 'Trunk': {'1.1'}} Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: consumer versions: Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: { DHCP agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: HyperV agent@hv-cinder-80582: {}, Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: L3 agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: Metadata agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: Metering agent@dv-cinder-805825-1-iscsi: {}, Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: Open vSwitch agent@dv-cinder-805825-1-iscsi: { 'ConntrackHelper': '1.0', Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: 'Log': '1.0', Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: 'Network': '1.1', Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: 'Port': '1.5', Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: 'PortForwarding': '1.2', Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: 'QosPolicy': '1.8', Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: 'SecurityGroup': '1.2', Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: 'SecurityGroupRule': '1.0', Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: 'SubPort': '1.0', Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: 'Subnet': '1.1', Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: 'Trunk': '1.1'}} Aug 24 18:35:42.018525 dv-cinder-805825-1-iscsi neutron-server[74998]: {{(pid=74998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 18:35:42.026458 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:35:42.026458 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] Checking segment: {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:35:42.026458 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:42.026458 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] Bound using segment: {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:35:42.026975 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] Bound port: 98676e0c-4f9d-4f54-9fa2-89d29a188027, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:35:42.027229 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:42.055309 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-f644d65a-5ed4-43eb-a8cc-d8caa5502db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:42.123821 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] For port 98676e0c-4f9d-4f54-9fa2-89d29a188027, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:35:42.127847 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] For port 98676e0c-4f9d-4f54-9fa2-89d29a188027, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=98676e0c-4f9d-4f54-9fa2-89d29a188027,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:35:42.139116 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:42.153591 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-774fc9db-066e-40ff-af88-70fe0658ca4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:42.157175 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 0e71271f-182d-4fd6-86d4-c6a55e3c86ce up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:35:42.163500 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-10889537-77f5-433e-8413-893825d1a2af tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:42.164923 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-10889537-77f5-433e-8413-893825d1a2af tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.36 "GET /v2.0/networks?id=1109eacf-629e-4910-84d6-3d87a0369dee HTTP/1.1" status: 200 len: 814 time: 0.5204821 Aug 24 18:35:42.184691 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-e8eeeaae-508a-4449-8ac0-66bee68d0641 None None] Provisioning for port 0e71271f-182d-4fd6-86d4-c6a55e3c86ce completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:35:42.216484 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-a46b4b20-aa98-4ad7-8b48-f2a5c92fd1c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:42.260653 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a507c8cf-7d1c-400c-81f4-1784d060052e None None] Network b318b1a4-8e6c-49b9-b674-7da1d2c600ae requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:35:42.272378 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] Routers {'ad783e9e-0e69-4db0-a711-487b45b36563'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:35:42.273685 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:35:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['ad783e9e-0e69-4db0-a711-487b45b36563'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:42.282886 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-93ba575a-5642-49d9-94a9-ec95cc76fa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531664'] for network, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:42.347203 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644d65a-5ed4-43eb-a8cc-d8caa5502db4 None None] Pushing event updated for resources: {'Port': ['ID=98676e0c-4f9d-4f54-9fa2-89d29a188027,revision_number=3']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:42.359385 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-f644d65a-5ed4-43eb-a8cc-d8caa5502db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:42.410503 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-32a9af21-808b-4d29-a03b-b5c91af5f61a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Request body: {'port': {'device_id': 'cd253a56-8fcc-42a4-8963-eee704b9dba4', 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee', 'admin_state_up': True, 'tenant_id': '6de573cc36c5427ba49fe4638df7e4a3'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:42.510190 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ad705f42-1793-4a55-9f77-0b698e13fd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:42.515990 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.36', 57730) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:42.529243 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-2db35394-a118-4385-bac1-87623355107e None None] Provisioning for port 6f00bdf2-ee98-4ba2-9237-683190a93ad2 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:35:42.600812 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] Set router ad783e9e-0e69-4db0-a711-487b45b36563 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:35:42.604151 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-a46b4b20-aa98-4ad7-8b48-f2a5c92fd1c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:42.608411 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-a46b4b20-aa98-4ad7-8b48-f2a5c92fd1c4 admin admin] Usage tracker for resource:security_group_rule and tenant:1de6d0eb0d1c4fefbd4cdba1c0b14c72 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:42.611451 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-a46b4b20-aa98-4ad7-8b48-f2a5c92fd1c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:42.615767 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-93ba575a-5642-49d9-94a9-ec95cc76fa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699171', 'neutron.services.segments.db._delete_segments_for_network-8740182284418'] for network, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:42.617908 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-a46b4b20-aa98-4ad7-8b48-f2a5c92fd1c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:42.677810 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-93ba575a-5642-49d9-94a9-ec95cc76fa8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa7e9b7-52ad-4576-a489-7090618e3264']}} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:42.699017 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-93ba575a-5642-49d9-94a9-ec95cc76fa8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75778a55-c0b7-4713-87e5-12307804d6a4') {'for_net_delete': True} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:42.699544 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-93ba575a-5642-49d9-94a9-ec95cc76fa8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75778a55-c0b7-4713-87e5-12307804d6a4') {} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:42.713456 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-a46b4b20-aa98-4ad7-8b48-f2a5c92fd1c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:42.715757 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-93ba575a-5642-49d9-94a9-ec95cc76fa8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740182285213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2774655'] for segment, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:42.737370 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-93ba575a-5642-49d9-94a9-ec95cc76fa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:42.745663 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ba575a-5642-49d9-94a9-ec95cc76fa8c admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=74996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:35:42.746165 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-93ba575a-5642-49d9-94a9-ec95cc76fa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1236116'] for segment, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:42.762548 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port 0e71271f-182d-4fd6-86d4-c6a55e3c86ce completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:35:42.810353 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 0e71271f-182d-4fd6-86d4-c6a55e3c86ce triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:35:42.811323 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: Traceback (most recent call last): Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: timer() Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: cb(*args, **kw) Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: return func(*args, **kwargs) Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: self._notify() Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: self.callback(batched_events) Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: event.method(event) Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: return f(self, *a, **k) Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: return self._get(url).json() Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: return self.request(url, 'GET', **kwargs) Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:35:42.869829 dv-cinder-805825-1-iscsi neutron-server[74996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:35:42.880988 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-93ba575a-5642-49d9-94a9-ec95cc76fa8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692511'] for network, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:42.883348 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-a46b4b20-aa98-4ad7-8b48-f2a5c92fd1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:42.885079 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ad705f42-1793-4a55-9f77-0b698e13fd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:42.927585 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:42.964895 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-93ba575a-5642-49d9-94a9-ec95cc76fa8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:42.988652 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba575a-5642-49d9-94a9-ec95cc76fa8c admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa7e9b7-52ad-4576-a489-7090618e3264,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:42.993423 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-93ba575a-5642-49d9-94a9-ec95cc76fa8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:43.024176 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-93ba575a-5642-49d9-94a9-ec95cc76fa8c admin admin] 10.222.0.62 "DELETE /v2.0/networks/ffa7e9b7-52ad-4576-a489-7090618e3264 HTTP/1.1" status: 204 len: 168 time: 1.0706396 Aug 24 18:35:43.161177 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:35Z', 'updated_at': '2021-08-24T18:35:38Z', 'revision_number': 3, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'gw_port': {'id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:37Z', 'updated_at': '2021-08-24T18:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:43.175672 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] Checking router: 7c72f87d-caf3-4731-800d-078c8fe11fc0 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:35:43.176315 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] Updating router 7c72f87d-caf3-4731-800d-078c8fe11fc0 port bc5b3e25-4575-4520-a9fa-13fb6fd6f80e binding host dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:35:43.227388 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:34Z', 'updated_at': '2021-08-24T18:35:37Z', 'revision_number': 3, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'gw_port': {'id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:36Z', 'updated_at': '2021-08-24T18:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:43.235350 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6345804-a93c-47b6-8003-eda8420d154e None None] The sync data for ids ['ad783e9e-0e69-4db0-a711-487b45b36563'] in dv-cinder-805825-1-iscsi is: [{'id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:34Z', 'updated_at': '2021-08-24T18:35:37Z', 'revision_number': 3, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'gw_port': {'id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:36Z', 'updated_at': '2021-08-24T18:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}] {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:35:43.294727 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f6de593e-3038-4029-b20e-d53f7756bc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:43.323848 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-f48c6a52-9703-4286-bc5c-3d56403072a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:43.335708 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57738) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:43.349579 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9ba8767a-1d0a-43ec-b02e-85a43157717e req-72c3859b-cc7c-4e21-ac70-232f554f7bda tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 210 time: 0.7766159 Aug 24 18:35:43.436051 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:43.451062 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:43.494914 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-dad87882-3171-4f5b-84d2-ea5900228b24 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=148f1f373af441c3b01e3b24016aca37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1580434 Aug 24 18:35:43.498617 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57742) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:43.845986 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-dfebc00f-3f27-4dfc-a765-b6092c9a00fc req-4605fca7-1c72-49d0-bc4c-a79e840531b0 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 210 time: 0.5488474 Aug 24 18:35:43.876311 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-df941c9d-5556-4816-93d1-8126c8b72462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:43.904597 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-ad705f42-1793-4a55-9f77-0b698e13fd1a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f77b47d85d04d4fb4a47cb2b9bf94dd&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0537071 Aug 24 18:35:43.909895 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-cace2c41-bc11-48b1-9841-1146da66ff5f tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:43.911691 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-cace2c41-bc11-48b1-9841-1146da66ff5f tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.36 "GET /v2.0/networks?id=298e027b-1e57-4cb4-8569-ab46e1eac3cc HTTP/1.1" status: 200 len: 811 time: 1.3336608 Aug 24 18:35:43.925871 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f6de593e-3038-4029-b20e-d53f7756bc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:43.932943 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 57748) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:43.950495 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b4b20-aa98-4ad7-8b48-f2a5c92fd1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67cbdd3-3954-4ebf-8ed4-513a0e68d0c2,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:43.984895 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-df941c9d-5556-4816-93d1-8126c8b72462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:44.008512 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:44.018778 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-cd712543-8bd0-4326-9e02-37c375fa86c4 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Request body: {'port': {'device_id': '0aa3f507-d331-496f-8a96-3678ca9ef874', 'network_id': '298e027b-1e57-4cb4-8569-ab46e1eac3cc', 'admin_state_up': True, 'tenant_id': 'e1519313a65b4a2bb2628b8dc83a8c9d'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:44.076853 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-a46b4b20-aa98-4ad7-8b48-f2a5c92fd1c4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1de6d0eb0d1c4fefbd4cdba1c0b14c72&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4700019 Aug 24 18:35:44.100287 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 57754) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:44.240779 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port 0e71271f-182d-4fd6-86d4-c6a55e3c86ce, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=0e71271f-182d-4fd6-86d4-c6a55e3c86ce,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:44.269138 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-74740262-a982-4883-a6ef-e801e6decf47 None None] Provisioning complete for port 0e71271f-182d-4fd6-86d4-c6a55e3c86ce triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:35:44.269727 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-74740262-a982-4883-a6ef-e801e6decf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:44.371967 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Allocated IP 172.20.0.1 (b318b1a4-8e6c-49b9-b674-7da1d2c600ae/f8a23952-40cf-4695-ae69-f2d425c34691/2c1ddd35-e623-4f3c-b97a-674dd5940a09) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:35:44.387609 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-32a9af21-808b-4d29-a03b-b5c91af5f61a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:44.429670 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad705f42-1793-4a55-9f77-0b698e13fd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c762058-627b-4555-bf44-1adcb2aa443b,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:44.440194 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:44.457886 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 6f00bdf2-ee98-4ba2-9237-683190a93ad2 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:35:44.466489 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-32a9af21-808b-4d29-a03b-b5c91af5f61a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Usage tracker for resource:port and tenant:6de573cc36c5427ba49fe4638df7e4a3 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:44.518917 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-32a9af21-808b-4d29-a03b-b5c91af5f61a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:44.553491 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ad705f42-1793-4a55-9f77-0b698e13fd1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.228s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:44.554765 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.793s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:44.555041 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:44.593637 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-00688f4f-5f88-4073-b622-5989e4c7b4bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:44.633200 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-32a9af21-808b-4d29-a03b-b5c91af5f61a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:44.686801 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-995b6aaf-477f-4acd-88dd-dcceb0d131c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:44.688885 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:44.717370 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-995b6aaf-477f-4acd-88dd-dcceb0d131c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:44.759177 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.db.resource_extend [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 18:35:44.816730 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-df941c9d-5556-4816-93d1-8126c8b72462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:44.821501 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:44.835547 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df941c9d-5556-4816-93d1-8126c8b72462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e2f61d-0303-49b6-b2e4-7e508ce893b6,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:44.849148 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-df941c9d-5556-4816-93d1-8126c8b72462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:44.868893 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-df941c9d-5556-4816-93d1-8126c8b72462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:44.870402 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-df941c9d-5556-4816-93d1-8126c8b72462 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f4e2f61d-0303-49b6-b2e4-7e508ce893b6 HTTP/1.1" status: 204 len: 168 time: 1.3712785 Aug 24 18:35:44.885656 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port 6f00bdf2-ee98-4ba2-9237-683190a93ad2 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:35:44.901977 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 6f00bdf2-ee98-4ba2-9237-683190a93ad2 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:35:44.902395 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:44.904990 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5046c84d-fe11-45cb-8481-289f40d20d5a req-97bd6862-fc07-4eba-bd6a-86f1d5dc0af0 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 210 time: 0.2816725 Aug 24 18:35:44.905633 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-32a9af21-808b-4d29-a03b-b5c91af5f61a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Made reservation on behalf of 6de573cc36c5427ba49fe4638df7e4a3 for: {'port': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:35:44.909236 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-32a9af21-808b-4d29-a03b-b5c91af5f61a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:44.950706 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Transition to ACTIVE for port object 2c1ddd35-e623-4f3c-b97a-674dd5940a09 will not be triggered until provisioned by entity DHCP. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:35:44.991516 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=0e71271f-182d-4fd6-86d4-c6a55e3c86ce,revision_number=3']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:45.002734 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:45.008026 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f6de593e-3038-4029-b20e-d53f7756bc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:45.013793 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:45.016698 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-995b6aaf-477f-4acd-88dd-dcceb0d131c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:45.041223 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:45.080050 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-ca465969-a5db-4a35-bc66-2dab4925fc3f None None] Provisioning complete for port 6f00bdf2-ee98-4ba2-9237-683190a93ad2 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:35:45.088126 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ca465969-a5db-4a35-bc66-2dab4925fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:45.119977 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d24043ed-dc68-4890-a554-f6263f78b628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:45.157039 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] Notify callbacks [] for port, precommit_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:45.182065 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Network b318b1a4-8e6c-49b9-b674-7da1d2c600ae is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:35:45.186826 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:45.192234 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:35:45.197236 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:35:45.216758 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de593e-3038-4029-b20e-d53f7756bc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bd99b4-faf2-4eb7-bbbc-bc630bf4499d,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:45.248884 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-cd712543-8bd0-4326-9e02-37c375fa86c4 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:45.261535 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b6aaf-477f-4acd-88dd-dcceb0d131c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c762058-627b-4555-bf44-1adcb2aa443b,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:45.281793 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692608'] for router_interface, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:45.297603 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1ddd35-e623-4f3c-b97a-674dd5940a09,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:45.298613 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2fcc6f4a-8a95-4d48-b41b-73545cda2f2c req-1623202a-7309-493a-8f21-c9bf3afd9a1f tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 210 time: 0.1645069 Aug 24 18:35:45.300768 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:45.303141 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-995b6aaf-477f-4acd-88dd-dcceb0d131c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:45.304588 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-cd712543-8bd0-4326-9e02-37c375fa86c4 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Usage tracker for resource:port and tenant:e1519313a65b4a2bb2628b8dc83a8c9d is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:45.312309 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-66df0495-911a-4fa1-825e-0c46b47742ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:45.312925 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-66df0495-911a-4fa1-825e-0c46b47742ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:45.332961 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] Transition to ACTIVE for port object bc5b3e25-4575-4520-a9fa-13fb6fd6f80e will not be triggered until provisioned by entity L2. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:35:45.355625 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d24043ed-dc68-4890-a554-f6263f78b628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:45.366121 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:45.374464 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-cd712543-8bd0-4326-9e02-37c375fa86c4 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:45.388163 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:45.423944 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-cd712543-8bd0-4326-9e02-37c375fa86c4 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:45.440298 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-995b6aaf-477f-4acd-88dd-dcceb0d131c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:45.441513 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-995b6aaf-477f-4acd-88dd-dcceb0d131c3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9c762058-627b-4555-bf44-1adcb2aa443b HTTP/1.1" status: 204 len: 168 time: 1.5038130 Aug 24 18:35:45.513845 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:45.525142 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f6de593e-3038-4029-b20e-d53f7756bc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:45.542138 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-f6de593e-3038-4029-b20e-d53f7756bc95 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71bd99b4-faf2-4eb7-bbbc-bc630bf4499d HTTP/1.1" status: 204 len: 168 time: 4.2649589 Aug 24 18:35:45.621331 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-cd712543-8bd0-4326-9e02-37c375fa86c4 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Made reservation on behalf of e1519313a65b4a2bb2628b8dc83a8c9d for: {'port': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:35:45.625387 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-cd712543-8bd0-4326-9e02-37c375fa86c4 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:45.820136 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ca465969-a5db-4a35-bc66-2dab4925fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:45.855735 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d24043ed-dc68-4890-a554-f6263f78b628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:45.863028 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:45.885328 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:45.909211 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_common [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-32a9af21-808b-4d29-a03b-b5c91af5f61a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Allocated IP 172.20.0.2 (1109eacf-629e-4910-84d6-3d87a0369dee/6f086af0-4804-49e8-8a16-77e742d85929/b7deee6e-8de9-4525-91be-a1de7a298a21) {{(pid=74995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:35:45.910560 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c1660-14ad-4095-b691-1da24d8faf19 None None] Pushing event updated for resources: {'Port': ['ID=bc5b3e25-4575-4520-a9fa-13fb6fd6f80e,revision_number=2']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:45.917144 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 57772) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:46.012052 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24043ed-dc68-4890-a554-f6263f78b628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67cbdd3-3954-4ebf-8ed4-513a0e68d0c2,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:46.016234 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-ca465969-a5db-4a35-bc66-2dab4925fc3f None None] For port 6f00bdf2-ee98-4ba2-9237-683190a93ad2, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=6f00bdf2-ee98-4ba2-9237-683190a93ad2,segment=NetworkSegment(b25e463f-1e83-4d3f-b250-4c219ff74c5a),segment_id=b25e463f-1e83-4d3f-b250-4c219ff74c5a)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:46.028935 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-d24043ed-dc68-4890-a554-f6263f78b628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:46.048662 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] Attempting to bind port bc5b3e25-4575-4520-a9fa-13fb6fd6f80e on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:35:46.053075 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] Attempting to bind port bc5b3e25-4575-4520-a9fa-13fb6fd6f80e by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:35:46.053727 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] Attempting to bind port bc5b3e25-4575-4520-a9fa-13fb6fd6f80e on network afb0294a-27f7-459e-836d-9dd48a51a08b {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:35:46.055594 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d24043ed-dc68-4890-a554-f6263f78b628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:46.057150 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-d24043ed-dc68-4890-a554-f6263f78b628 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d67cbdd3-3954-4ebf-8ed4-513a0e68d0c2 HTTP/1.1" status: 204 len: 168 time: 1.9437754 Aug 24 18:35:46.077516 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-197c1660-14ad-4095-b691-1da24d8faf19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:46.220867 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:35:46.221537 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] Checking segment: {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:35:46.222237 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:46.222854 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] Bound using segment: {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:35:46.225703 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] Bound port: bc5b3e25-4575-4520-a9fa-13fb6fd6f80e, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:35:46.226291 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:46.236520 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:46.260566 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:46.292199 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_common [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-cd712543-8bd0-4326-9e02-37c375fa86c4 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Allocated IP 172.20.0.3 (298e027b-1e57-4cb4-8569-ab46e1eac3cc/673ac8c9-33d8-4209-b1d4-37d5174481d8/2a50fd38-f083-4fe9-87c1-367115b5e842) {{(pid=74995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:35:46.313021 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] For port bc5b3e25-4575-4520-a9fa-13fb6fd6f80e, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:35:46.317023 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] For port bc5b3e25-4575-4520-a9fa-13fb6fd6f80e, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=bc5b3e25-4575-4520-a9fa-13fb6fd6f80e,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:35:46.318387 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ca465969-a5db-4a35-bc66-2dab4925fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:46.331907 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.db.api [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 18:35:46.332703 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_db.api [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 18:35:46.335429 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:46.338848 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:46.361883 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:46.500612 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-cba87d36-3060-41a2-8916-772ccaf9b737 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f22bdc2ad99942299737c0c90a2e9dd0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5684104 Aug 24 18:35:46.511371 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57784) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:46.547587 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15555595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1691689'] for router_interface, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:46.558014 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca465969-a5db-4a35-bc66-2dab4925fc3f None None] Pushing event updated for resources: {'Port': ['ID=6f00bdf2-ee98-4ba2-9237-683190a93ad2,revision_number=3']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:46.587964 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Pushing event updated for resources: {'Port': ['ID=2c1ddd35-e623-4f3c-b97a-674dd5940a09,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:46.599800 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:46.692500 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c1660-14ad-4095-b691-1da24d8faf19 None None] Pushing event updated for resources: {'Port': ['ID=bc5b3e25-4575-4520-a9fa-13fb6fd6f80e,revision_number=3']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:46.695198 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-d8c0977f-2e83-404b-bb0c-fbc3af755403 None None] Provisioning for port 2c1ddd35-e623-4f3c-b97a-674dd5940a09 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:35:46.698800 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-197c1660-14ad-4095-b691-1da24d8faf19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:46.700748 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:46.701104 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:46.703930 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-d8c0977f-2e83-404b-bb0c-fbc3af755403 None None] Provisioning complete for port 2c1ddd35-e623-4f3c-b97a-674dd5940a09 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:35:46.704305 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-d8c0977f-2e83-404b-bb0c-fbc3af755403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:46.752969 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] Routers {'7c72f87d-caf3-4731-800d-078c8fe11fc0'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:35:46.753652 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:35:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['7c72f87d-caf3-4731-800d-078c8fe11fc0'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:46.903326 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-d8c0977f-2e83-404b-bb0c-fbc3af755403 None None] Port 2c1ddd35-e623-4f3c-b97a-674dd5940a09 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:35:47.000247 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6afdcaa0-2207-4d22-9556-aff0bb57956b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:47.085223 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Network b318b1a4-8e6c-49b9-b674-7da1d2c600ae is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:35:47.096276 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6afdcaa0-2207-4d22-9556-aff0bb57956b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:47.104883 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:35:47.130238 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-cb16a5cd-4b43-46e1-a8b7-58006a72a806 req-187defae-38d3-4cbb-a13c-620635c18830 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Synchronizing usage tracker for tenant:e1519313a65b4a2bb2628b8dc83a8c9d on resource:port {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:35:47.212727 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] Set router 7c72f87d-caf3-4731-800d-078c8fe11fc0 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:35:47.358268 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-22833580-d614-4909-a254-d5cd18e87b2a req-9db306a7-d44a-4d7b-aed7-f07103dd27a1 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Synchronizing usage tracker for tenant:6de573cc36c5427ba49fe4638df7e4a3 on resource:port {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:35:47.365208 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-cb16a5cd-4b43-46e1-a8b7-58006a72a806 req-187defae-38d3-4cbb-a13c-620635c18830 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Unset dirty status for tenant:e1519313a65b4a2bb2628b8dc83a8c9d on resource:port {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:35:47.379971 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cb16a5cd-4b43-46e1-a8b7-58006a72a806 req-187defae-38d3-4cbb-a13c-620635c18830 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 210 time: 1.1366644 Aug 24 18:35:47.473069 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 0e71271f-182d-4fd6-86d4-c6a55e3c86ce up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:35:47.482726 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-22833580-d614-4909-a254-d5cd18e87b2a req-9db306a7-d44a-4d7b-aed7-f07103dd27a1 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Unset dirty status for tenant:6de573cc36c5427ba49fe4638df7e4a3 on resource:port {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:35:47.496172 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-22833580-d614-4909-a254-d5cd18e87b2a req-9db306a7-d44a-4d7b-aed7-f07103dd27a1 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 210 time: 0.3427184 Aug 24 18:35:47.696747 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-32a9af21-808b-4d29-a03b-b5c91af5f61a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks [] for port, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:47.703752 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6afdcaa0-2207-4d22-9556-aff0bb57956b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:47.724072 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-206cee95-17b9-4a9a-a8de-ac8093246381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:47.765226 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afdcaa0-2207-4d22-9556-aff0bb57956b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ff7b24-fc92-4b4f-bdec-0417da127aad,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:47.773004 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-6afdcaa0-2207-4d22-9556-aff0bb57956b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:47.775207 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6afdcaa0-2207-4d22-9556-aff0bb57956b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:47.776862 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-6afdcaa0-2207-4d22-9556-aff0bb57956b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e2ff7b24-fc92-4b4f-bdec-0417da127aad HTTP/1.1" status: 204 len: 168 time: 1.2581265 Aug 24 18:35:48.114138 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-8f42700e-f229-4bd0-b6c4-f3c69217e7af None None] Provisioning complete for port 2c1ddd35-e623-4f3c-b97a-674dd5940a09 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:35:48.114964 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-8f42700e-f229-4bd0-b6c4-f3c69217e7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:48.132216 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-cd712543-8bd0-4326-9e02-37c375fa86c4 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Notify callbacks [] for port, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:48.228053 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 0e71271f-182d-4fd6-86d4-c6a55e3c86ce triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:35:48.228672 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:48.253757 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-8f42700e-f229-4bd0-b6c4-f3c69217e7af None None] Port 2c1ddd35-e623-4f3c-b97a-674dd5940a09 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:35:48.330399 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Router ad783e9e-0e69-4db0-a711-487b45b36563 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:35:48.549744 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:35Z', 'updated_at': '2021-08-24T18:35:38Z', 'revision_number': 3, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'gw_port': {'id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:37Z', 'updated_at': '2021-08-24T18:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:48.569028 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5afe5-6046-4f1a-96aa-733bbb15adee None None] The sync data for ids ['7c72f87d-caf3-4731-800d-078c8fe11fc0'] in dv-cinder-805825-1-iscsi is: [{'id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:35Z', 'updated_at': '2021-08-24T18:35:38Z', 'revision_number': 3, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'gw_port': {'id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:37Z', 'updated_at': '2021-08-24T18:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:35:48.583386 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-cd712543-8bd0-4326-9e02-37c375fa86c4 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:48.601151 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 98676e0c-4f9d-4f54-9fa2-89d29a188027 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:35:48.644357 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:48.729114 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port 98676e0c-4f9d-4f54-9fa2-89d29a188027 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:35:48.736450 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 98676e0c-4f9d-4f54-9fa2-89d29a188027 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:35:48.737145 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:48.828858 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd712543-8bd0-4326-9e02-37c375fa86c4 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Pushing event updated for resources: {'Port': ['ID=2a50fd38-f083-4fe9-87c1-367115b5e842,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:48.836785 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-cd712543-8bd0-4326-9e02-37c375fa86c4 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:48.963757 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-67d4ff65-8f4f-4784-b30c-cd551e4e51e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:48.990120 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:49.026087 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-32a9af21-808b-4d29-a03b-b5c91af5f61a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:49.037856 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port 98676e0c-4f9d-4f54-9fa2-89d29a188027, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=98676e0c-4f9d-4f54-9fa2-89d29a188027,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:49.048595 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:49.050746 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 6f00bdf2-ee98-4ba2-9237-683190a93ad2 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:35:49.119643 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-cd712543-8bd0-4326-9e02-37c375fa86c4 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Network 298e027b-1e57-4cb4-8569-ab46e1eac3cc is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:35:49.134167 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-66daf93d-1c3e-4383-a9de-572ee66567da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:49.140769 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:49.225074 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:35:49.241010 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] 10.222.0.62 "PUT /v2.0/routers/ad783e9e-0e69-4db0-a711-487b45b36563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1323869 Aug 24 18:35:49.244802 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] Sync routers for ids ['ad783e9e-0e69-4db0-a711-487b45b36563'] in dv-cinder-805825-1-iscsi {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:35:49.273132 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] Routers {'ad783e9e-0e69-4db0-a711-487b45b36563'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:35:49.273769 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:35:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['ad783e9e-0e69-4db0-a711-487b45b36563'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:49.365863 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-cd712543-8bd0-4326-9e02-37c375fa86c4 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:35:49.370641 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=98676e0c-4f9d-4f54-9fa2-89d29a188027,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:49.375021 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:49.377741 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:49.392565 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 6f00bdf2-ee98-4ba2-9237-683190a93ad2 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:35:49.393474 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:49.404636 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-cd712543-8bd0-4326-9e02-37c375fa86c4 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Received port after_create {{(pid=74995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:35:49.409533 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-cd712543-8bd0-4326-9e02-37c375fa86c4 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:49.410897 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-cd712543-8bd0-4326-9e02-37c375fa86c4 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for port, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:49.466550 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-cd712543-8bd0-4326-9e02-37c375fa86c4 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5269485 Aug 24 18:35:49.503931 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-e01385df-cd3b-4aa2-a1de-719e8ba44ed3 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=74995) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 18:35:49.504526 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-e01385df-cd3b-4aa2-a1de-719e8ba44ed3 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0109103 Aug 24 18:35:49.522196 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-32a9af21-808b-4d29-a03b-b5c91af5f61a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Network 1109eacf-629e-4910-84d6-3d87a0369dee is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:35:49.530649 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-32a9af21-808b-4d29-a03b-b5c91af5f61a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:35:49.534004 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-32a9af21-808b-4d29-a03b-b5c91af5f61a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Received port after_create {{(pid=74995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:35:49.538718 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-32a9af21-808b-4d29-a03b-b5c91af5f61a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:49.539525 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-32a9af21-808b-4d29-a03b-b5c91af5f61a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for port, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:49.614766 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7eb17-aed3-4048-84bf-b8fb3ce87347 req-3610abab-55c2-451c-9959-2c098bc0bfa6 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:49.616729 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-53c7eb17-aed3-4048-84bf-b8fb3ce87347 req-3610abab-55c2-451c-9959-2c098bc0bfa6 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 931 time: 0.8356440 Aug 24 18:35:49.626497 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9af21-808b-4d29-a03b-b5c91af5f61a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Pushing event updated for resources: {'Port': ['ID=b7deee6e-8de9-4525-91be-a1de7a298a21,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:49.652515 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-32a9af21-808b-4d29-a03b-b5c91af5f61a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:49.657635 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 98676e0c-4f9d-4f54-9fa2-89d29a188027 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:35:49.750197 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-32a9af21-808b-4d29-a03b-b5c91af5f61a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5037785 Aug 24 18:35:49.762236 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] Set router ad783e9e-0e69-4db0-a711-487b45b36563 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:35:49.783844 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788d2da-4233-4896-ae30-d7ef2688bbc2 req-c327251a-ba27-4719-a09c-cc1b0494a4d3 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:49.785479 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6788d2da-4233-4896-ae30-d7ef2688bbc2 req-c327251a-ba27-4719-a09c-cc1b0494a4d3 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 931 time: 0.9450727 Aug 24 18:35:49.812723 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 98676e0c-4f9d-4f54-9fa2-89d29a188027 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:35:49.813101 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:49.900988 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:50.094996 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6788d2da-4233-4896-ae30-d7ef2688bbc2 req-8d7e2e27-32bf-4cf2-bee2-1c4bc70c3afb tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831895 Aug 24 18:35:50.149051 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-53c7eb17-aed3-4048-84bf-b8fb3ce87347 req-0f0e3d08-7089-42ea-af92-08dd5bb7ae7e tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Synchronizing usage tracker for tenant:e1519313a65b4a2bb2628b8dc83a8c9d on resource:security_group {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:35:50.517022 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:34Z', 'updated_at': '2021-08-24T18:35:45Z', 'revision_number': 4, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'gw_port': {'id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:36Z', 'updated_at': '2021-08-24T18:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '2c1ddd35-e623-4f3c-b97a-674dd5940a09', 'name': '', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'mac_address': 'fa:16:3e:14:5f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:44Z', 'updated_at': '2021-08-24T18:35:45Z', 'revision_number': 2, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'subnets': [{'id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:50.518624 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-53c7eb17-aed3-4048-84bf-b8fb3ce87347 req-0f0e3d08-7089-42ea-af92-08dd5bb7ae7e tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Unset dirty status for tenant:e1519313a65b4a2bb2628b8dc83a8c9d on resource:security_group {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:35:50.524443 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-53c7eb17-aed3-4048-84bf-b8fb3ce87347 req-0f0e3d08-7089-42ea-af92-08dd5bb7ae7e tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/security-groups?id=641a04fb-3568-4e57-944d-85a5bc4f3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8901358 Aug 24 18:35:50.535660 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] Checking router: ad783e9e-0e69-4db0-a711-487b45b36563 for host: dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:35:50.536114 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] Updating router ad783e9e-0e69-4db0-a711-487b45b36563 port 2c1ddd35-e623-4f3c-b97a-674dd5940a09 binding host dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:35:50.578321 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_common [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Allocated IP 172.20.0.1 (c6a59e55-85ca-47cc-8fae-e2513fbbce59/6d9a7234-019a-48d3-9ec8-5b691415065c/172acd97-7ae1-4c78-8100-eb25dc87bb99) {{(pid=74995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:35:50.629380 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:50.789227 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:50.813163 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.provisioning_blocks [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Transition to ACTIVE for port object 172acd97-7ae1-4c78-8100-eb25dc87bb99 will not be triggered until provisioned by entity DHCP. {{(pid=74995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:35:50.842635 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:50.847805 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-32a9af21-808b-4d29-a03b-b5c91af5f61a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:50.923355 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Network c6a59e55-85ca-47cc-8fae-e2513fbbce59 is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:35:50.932388 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:35:50.937389 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Received port after_create {{(pid=74995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:35:50.937981 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692608'] for router_interface, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:50.989430 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Pushing event updated for resources: {'Port': ['ID=172acd97-7ae1-4c78-8100-eb25dc87bb99,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:51.088157 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:51.215026 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:51.263854 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-4555d245-8830-41a6-8d5f-76e931a11b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:51.414655 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-572a1feb-d40b-4c86-a755-ded208c39903 None None] Provisioning for port 172acd97-7ae1-4c78-8100-eb25dc87bb99 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:35:51.441457 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-572a1feb-d40b-4c86-a755-ded208c39903 None None] Provisioning complete for port 172acd97-7ae1-4c78-8100-eb25dc87bb99 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:35:51.441901 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-572a1feb-d40b-4c86-a755-ded208c39903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:51.518162 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] Notify callbacks [] for port, precommit_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:51.570005 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.provisioning_blocks [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] Transition to ACTIVE for port object 2c1ddd35-e623-4f3c-b97a-674dd5940a09 will not be triggered until provisioned by entity L2. {{(pid=74998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:35:51.595034 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:51.611123 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-572a1feb-d40b-4c86-a755-ded208c39903 None None] Port 172acd97-7ae1-4c78-8100-eb25dc87bb99 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:35:51.626423 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-f644d65a-5ed4-43eb-a8cc-d8caa5502db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:51.741880 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device bc5b3e25-4575-4520-a9fa-13fb6fd6f80e up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:35:51.882237 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57880) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:51.893357 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-de1b56b6-9d51-4687-9d76-7e51a0f4c426 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1403431638', 'description': 'tempest-description--407787387'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:51.914549 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-de1b56b6-9d51-4687-9d76-7e51a0f4c426 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:51.929690 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-de1b56b6-9d51-4687-9d76-7e51a0f4c426 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Usage tracker for resource:security_group and tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:51.939773 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-de1b56b6-9d51-4687-9d76-7e51a0f4c426 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:51.954927 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239aafe0-9994-4959-9720-d4ec36fc5652 None None] Pushing event updated for resources: {'Port': ['ID=2c1ddd35-e623-4f3c-b97a-674dd5940a09,revision_number=3']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:51.964604 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-239aafe0-9994-4959-9720-d4ec36fc5652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:51.968754 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-de1b56b6-9d51-4687-9d76-7e51a0f4c426 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:52.010403 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-de1b56b6-9d51-4687-9d76-7e51a0f4c426 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:52.108920 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port bc5b3e25-4575-4520-a9fa-13fb6fd6f80e completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:35:52.137539 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-de1b56b6-9d51-4687-9d76-7e51a0f4c426 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:52.155643 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-de1b56b6-9d51-4687-9d76-7e51a0f4c426 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Usage tracker for resource:security_group_rule and tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:52.164457 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-de1b56b6-9d51-4687-9d76-7e51a0f4c426 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:52.176193 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port bc5b3e25-4575-4520-a9fa-13fb6fd6f80e triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:35:52.177944 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:52.188775 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-de1b56b6-9d51-4687-9d76-7e51a0f4c426 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:52.281987 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] Attempting to bind port 2c1ddd35-e623-4f3c-b97a-674dd5940a09 on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:35:52.282378 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] Attempting to bind port 2c1ddd35-e623-4f3c-b97a-674dd5940a09 by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': 'b25e463f-1e83-4d3f-b250-4c219ff74c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae'}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:35:52.282808 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] Attempting to bind port 2c1ddd35-e623-4f3c-b97a-674dd5940a09 on network b318b1a4-8e6c-49b9-b674-7da1d2c600ae {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:35:52.297921 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:35:52.299193 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] Checking segment: {'id': 'b25e463f-1e83-4d3f-b250-4c219ff74c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:35:52.299610 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:52.300664 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] Bound using segment: {'id': 'b25e463f-1e83-4d3f-b250-4c219ff74c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae'} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:35:52.301164 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] Bound port: 2c1ddd35-e623-4f3c-b97a-674dd5940a09, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b25e463f-1e83-4d3f-b250-4c219ff74c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae'}}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:35:52.302920 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:52.325133 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:52.341734 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-de1b56b6-9d51-4687-9d76-7e51a0f4c426 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:52.354296 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-de1b56b6-9d51-4687-9d76-7e51a0f4c426 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:52.374650 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-6afdcaa0-2207-4d22-9556-aff0bb57956b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:52.376353 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:52.436891 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714a8c0-5d2d-4e23-88ed-d647cdd75f4c req-874c03a5-35c2-465b-aa9d-8d0c3ec91582 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:52.438516 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2714a8c0-5d2d-4e23-88ed-d647cdd75f4c req-874c03a5-35c2-465b-aa9d-8d0c3ec91582 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 931 time: 0.9581063 Aug 24 18:35:52.441928 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:52.444183 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15555595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1691689'] for router_interface, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:52.454568 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:52.468761 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:52.490078 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port bc5b3e25-4575-4520-a9fa-13fb6fd6f80e, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=bc5b3e25-4575-4520-a9fa-13fb6fd6f80e,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:52.498990 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:52.505889 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-00a80df8-9ce1-4550-8918-524bbd9877d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:52.517053 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b56b6-9d51-4687-9d76-7e51a0f4c426 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b397bb0-b6f9-48a9-9e90-58f27403722d,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:52.523455 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-de1b56b6-9d51-4687-9d76-7e51a0f4c426 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:52.528031 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-de1b56b6-9d51-4687-9d76-7e51a0f4c426 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:52.533670 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-de1b56b6-9d51-4687-9d76-7e51a0f4c426 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6461983 Aug 24 18:35:52.534478 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57896) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:52.544883 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-32d6a058-f50f-48ae-98a1-cf72aabc6460 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Request body: {'security_group_rule': {'security_group_id': '2b397bb0-b6f9-48a9-9e90-58f27403722d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:52.562705 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-32d6a058-f50f-48ae-98a1-cf72aabc6460 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:52.574070 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-32d6a058-f50f-48ae-98a1-cf72aabc6460 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Usage tracker for resource:security_group_rule and tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:52.580474 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-32d6a058-f50f-48ae-98a1-cf72aabc6460 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:52.594703 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-32d6a058-f50f-48ae-98a1-cf72aabc6460 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:52.633903 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-32d6a058-f50f-48ae-98a1-cf72aabc6460 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:52.653727 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] For port 2c1ddd35-e623-4f3c-b97a-674dd5940a09, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:35:52.658385 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] For port 2c1ddd35-e623-4f3c-b97a-674dd5940a09, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=2c1ddd35-e623-4f3c-b97a-674dd5940a09,segment=NetworkSegment(b25e463f-1e83-4d3f-b250-4c219ff74c5a),segment_id=b25e463f-1e83-4d3f-b250-4c219ff74c5a)] {{(pid=74998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:35:52.676673 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:52.680009 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=bc5b3e25-4575-4520-a9fa-13fb6fd6f80e,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:52.687375 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:52.699268 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:52.750613 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-32d6a058-f50f-48ae-98a1-cf72aabc6460 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:52.759929 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-32d6a058-f50f-48ae-98a1-cf72aabc6460 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:52.762454 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:52.788876 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddd675-1cfc-42b3-b7b1-3b63fd1844cc req-70e8bd75-5459-41c4-a36a-d6cdbb6be33a tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:52.790751 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-38ddd675-1cfc-42b3-b7b1-3b63fd1844cc req-70e8bd75-5459-41c4-a36a-d6cdbb6be33a tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 931 time: 0.4093804 Aug 24 18:35:52.800123 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Network c6a59e55-85ca-47cc-8fae-e2513fbbce59 is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:35:52.805000 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:35:52.826367 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6a058-f50f-48ae-98a1-cf72aabc6460 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e874204f-e051-4d72-8e01-d93efa49d9ea,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:52.841026 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-32d6a058-f50f-48ae-98a1-cf72aabc6460 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:52.873128 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-32d6a058-f50f-48ae-98a1-cf72aabc6460 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:52.874959 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-32d6a058-f50f-48ae-98a1-cf72aabc6460 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3391113 Aug 24 18:35:52.877491 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 57904) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:52.886220 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-fe389bbe-3cc7-4db7-828c-4adba8a7d308 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Request body: {'security_group_rule': {'security_group_id': '2b397bb0-b6f9-48a9-9e90-58f27403722d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:52.888034 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239aafe0-9994-4959-9720-d4ec36fc5652 None None] Pushing event updated for resources: {'Port': ['ID=2c1ddd35-e623-4f3c-b97a-674dd5940a09,revision_number=4']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:52.895424 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-fe389bbe-3cc7-4db7-828c-4adba8a7d308 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:52.904038 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-fe389bbe-3cc7-4db7-828c-4adba8a7d308 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Usage tracker for resource:security_group_rule and tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:52.907896 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-fe389bbe-3cc7-4db7-828c-4adba8a7d308 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:52.917786 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-fe389bbe-3cc7-4db7-828c-4adba8a7d308 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:52.966713 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-239aafe0-9994-4959-9720-d4ec36fc5652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:52.975447 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] Routers {'ad783e9e-0e69-4db0-a711-487b45b36563'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:35:52.975968 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:35:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['ad783e9e-0e69-4db0-a711-487b45b36563'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:52.979038 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fe389bbe-3cc7-4db7-828c-4adba8a7d308 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:53.044394 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Request body: {'port': {'device_id': 'cd253a56-8fcc-42a4-8963-eee704b9dba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:53.158200 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fe389bbe-3cc7-4db7-828c-4adba8a7d308 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:53.177463 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fe389bbe-3cc7-4db7-828c-4adba8a7d308 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:53.180660 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-32d6a058-f50f-48ae-98a1-cf72aabc6460 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:53.190977 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2714a8c0-5d2d-4e23-88ed-d647cdd75f4c req-e074f353-ab44-43d0-b161-16cc177109fa tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7380486 Aug 24 18:35:53.267630 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe389bbe-3cc7-4db7-828c-4adba8a7d308 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac35bca-7a2f-4305-b887-b911dd8e93cf,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:53.268326 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-35366f3c-0bb5-4245-b790-5ac8785f9913 None None] Provisioning complete for port 172acd97-7ae1-4c78-8100-eb25dc87bb99 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:35:53.268976 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-35366f3c-0bb5-4245-b790-5ac8785f9913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:53.280584 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-fe389bbe-3cc7-4db7-828c-4adba8a7d308 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:53.286478 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fe389bbe-3cc7-4db7-828c-4adba8a7d308 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:53.289076 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-fe389bbe-3cc7-4db7-828c-4adba8a7d308 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4099941 Aug 24 18:35:53.294080 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 57916) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:53.301412 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Request body: {'port': {'device_id': '0aa3f507-d331-496f-8a96-3678ca9ef874', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:53.360586 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:53.417182 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] Set router ad783e9e-0e69-4db0-a711-487b45b36563 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:35:53.441954 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Pushing event updated for resources: {'Port': ['ID=172acd97-7ae1-4c78-8100-eb25dc87bb99,revision_number=2']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:53.450415 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Request body: {'floatingip': {'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:53.456933 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:53.461142 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Usage tracker for resource:floatingip and tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:53.464586 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:53.472876 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:53.486116 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-35366f3c-0bb5-4245-b790-5ac8785f9913 None None] Port 172acd97-7ae1-4c78-8100-eb25dc87bb99 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:35:53.489457 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:53.510591 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.056s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:53.675641 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:53.684808 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device bc5b3e25-4575-4520-a9fa-13fb6fd6f80e up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:35:53.884022 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:34Z', 'updated_at': '2021-08-24T18:35:45Z', 'revision_number': 4, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'gw_port': {'id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:36Z', 'updated_at': '2021-08-24T18:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '2c1ddd35-e623-4f3c-b97a-674dd5940a09', 'name': '', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'mac_address': 'fa:16:3e:14:5f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:44Z', 'updated_at': '2021-08-24T18:35:52Z', 'revision_number': 4, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'subnets': [{'id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:35:53.888946 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ea7c59-9ecb-4624-8a65-4f5c8b739b38 None None] The sync data for ids ['ad783e9e-0e69-4db0-a711-487b45b36563'] in dv-cinder-805825-1-iscsi is: [{'id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:34Z', 'updated_at': '2021-08-24T18:35:45Z', 'revision_number': 4, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'gw_port': {'id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:36Z', 'updated_at': '2021-08-24T18:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '2c1ddd35-e623-4f3c-b97a-674dd5940a09', 'name': '', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'mac_address': 'fa:16:3e:14:5f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:44Z', 'updated_at': '2021-08-24T18:35:52Z', 'revision_number': 4, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'subnets': [{'id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:35:53.951403 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port bc5b3e25-4575-4520-a9fa-13fb6fd6f80e triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:35:53.966138 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:54.018069 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for floatingip, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:54.080496 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a50fd38-f083-4fe9-87c1-367115b5e842 {{(pid=74995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:35:54.174403 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-38ddd675-1cfc-42b3-b7b1-3b63fd1844cc req-c71bcb08-74fc-4ea9-88d9-d57f8d16cf09 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/security-groups?id=641a04fb-3568-4e57-944d-85a5bc4f3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3704774 Aug 24 18:35:54.345263 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:54.877031 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.provisioning_blocks [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Transition to ACTIVE for port object 2a50fd38-f083-4fe9-87c1-367115b5e842 will not be triggered until provisioned by entity L2. {{(pid=74995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:35:54.995454 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:55.090605 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-cd712543-8bd0-4326-9e02-37c375fa86c4 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:55.203020 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Pushing event updated for resources: {'Port': ['ID=2a50fd38-f083-4fe9-87c1-367115b5e842,revision_number=2']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:55.318130 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:55.369179 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab1118-023e-4a86-aef2-2d774f77198e req-8405dc34-1d91-4fc9-a94f-e484d3fd195d tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:55.370468 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-82ab1118-023e-4a86-aef2-2d774f77198e req-8405dc34-1d91-4fc9-a94f-e484d3fd195d tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 931 time: 0.5162606 Aug 24 18:35:55.637559 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:55.664713 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 2c1ddd35-e623-4f3c-b97a-674dd5940a09 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:35:55.757775 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port 2c1ddd35-e623-4f3c-b97a-674dd5940a09 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:35:55.768482 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 2c1ddd35-e623-4f3c-b97a-674dd5940a09 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:35:55.769385 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:55.779529 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-82ab1118-023e-4a86-aef2-2d774f77198e req-5bcc56de-adff-46d2-978f-31b7f5fc4980 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970580 Aug 24 18:35:55.930541 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.managers [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Attempting to bind port 2a50fd38-f083-4fe9-87c1-367115b5e842 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:35:55.932027 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.managers [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Attempting to bind port 2a50fd38-f083-4fe9-87c1-367115b5e842 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'f42e422c-915b-44d7-9fb6-4a974622d610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '298e027b-1e57-4cb4-8569-ab46e1eac3cc'}] {{(pid=74995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:35:55.932528 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Attempting to bind port 2a50fd38-f083-4fe9-87c1-367115b5e842 on network 298e027b-1e57-4cb4-8569-ab46e1eac3cc {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:35:55.970103 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.db.resource_extend [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 18:35:56.036818 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:56.058304 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Port 2a50fd38-f083-4fe9-87c1-367115b5e842 on network 298e027b-1e57-4cb4-8569-ab46e1eac3cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:35:56.058816 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Attempting to bind port 2a50fd38-f083-4fe9-87c1-367115b5e842 on network 298e027b-1e57-4cb4-8569-ab46e1eac3cc {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:35:56.072878 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Checking agent: {'id': 'c5b5b5de-e9ee-4a89-bea7-745c11eae0d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'started_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:35:56.073617 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Checking segment: {'id': 'f42e422c-915b-44d7-9fb6-4a974622d610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '298e027b-1e57-4cb4-8569-ab46e1eac3cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:35:56.074430 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Bound using segment: {'id': 'f42e422c-915b-44d7-9fb6-4a974622d610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '298e027b-1e57-4cb4-8569-ab46e1eac3cc'} {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:35:56.075112 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.managers [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Bound port: 2a50fd38-f083-4fe9-87c1-367115b5e842, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42e422c-915b-44d7-9fb6-4a974622d610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '298e027b-1e57-4cb4-8569-ab46e1eac3cc'}}] {{(pid=74995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:35:56.075667 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:56.086872 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port 2c1ddd35-e623-4f3c-b97a-674dd5940a09, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=2c1ddd35-e623-4f3c-b97a-674dd5940a09,segment=NetworkSegment(b25e463f-1e83-4d3f-b250-4c219ff74c5a),segment_id=b25e463f-1e83-4d3f-b250-4c219ff74c5a)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:35:56.106737 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:56.112177 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:56.113177 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df437a36-0e6e-45f5-8555-82ece29af903 req-75b09198-2c8a-44e8-9e07-ef81bb65b0e7 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:56.114932 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-df437a36-0e6e-45f5-8555-82ece29af903 req-75b09198-2c8a-44e8-9e07-ef81bb65b0e7 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 943 time: 0.7045577 Aug 24 18:35:56.255742 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=2c1ddd35-e623-4f3c-b97a-674dd5940a09,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:56.261394 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_common [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Allocated IP 172.27.3.206 (afb0294a-27f7-459e-836d-9dd48a51a08b/57a63288-2275-43de-bb63-fff925de2bab/855cfe72-64fb-47d1-868a-eb8a64bae991) {{(pid=74995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:35:56.265322 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:56.271405 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7deee6e-8de9-4525-91be-a1de7a298a21 {{(pid=74995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:35:56.287782 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:56.388453 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.provisioning_blocks [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Transition to ACTIVE for port object b7deee6e-8de9-4525-91be-a1de7a298a21 will not be triggered until provisioned by entity L2. {{(pid=74995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:35:56.391357 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-df437a36-0e6e-45f5-8555-82ece29af903 req-c5d6657e-52d4-4def-9616-36a29419521b tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/security-groups?id=641a04fb-3568-4e57-944d-85a5bc4f3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677872 Aug 24 18:35:56.454384 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:56.478203 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:56.596810 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58004) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:56.601947 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] For port 2a50fd38-f083-4fe9-87c1-367115b5e842, host hv-cinder-80582, cleared binding levels {{(pid=74995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:35:56.670982 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] For port 2a50fd38-f083-4fe9-87c1-367115b5e842, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2a50fd38-f083-4fe9-87c1-367115b5e842,segment=NetworkSegment(f42e422c-915b-44d7-9fb6-4a974622d610),segment_id=f42e422c-915b-44d7-9fb6-4a974622d610)] {{(pid=74995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:35:56.693584 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:56.697135 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Pushing event updated for resources: {'Port': ['ID=b7deee6e-8de9-4525-91be-a1de7a298a21,revision_number=2']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:56.711437 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:56.711926 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:56.758870 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Router 7c72f87d-caf3-4731-800d-078c8fe11fc0 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:35:56.827268 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Pushing event updated for resources: {'Port': ['ID=2a50fd38-f083-4fe9-87c1-367115b5e842,revision_number=3']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:56.846065 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:56.851261 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for port, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:56.883818 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.managers [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Attempting to bind port b7deee6e-8de9-4525-91be-a1de7a298a21 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:35:56.884147 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.managers [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Attempting to bind port b7deee6e-8de9-4525-91be-a1de7a298a21 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '1e9ee31d-9b7b-41e8-b45f-695749ee603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee'}] {{(pid=74995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:35:56.884833 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Attempting to bind port b7deee6e-8de9-4525-91be-a1de7a298a21 on network 1109eacf-629e-4910-84d6-3d87a0369dee {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:35:57.040933 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for port, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:57.042396 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] 10.222.0.36 "PUT /v2.0/ports/2a50fd38-f083-4fe9-87c1-367115b5e842 HTTP/1.1" status: 200 len: 1093 time: 5.1852891 Aug 24 18:35:57.058707 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa3f507-d331-496f-8a96-3678ca9ef874', 'tag': '2a50fd38-f083-4fe9-87c1-367115b5e842'}] {{(pid=74995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:35:57.111511 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58022) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:57.143448 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-eb576b67-e7d3-4c94-b55a-9034d875c0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:57.178439 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-eb576b67-e7d3-4c94-b55a-9034d875c0e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:57.183088 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-eb576b67-e7d3-4c94-b55a-9034d875c0e3 admin admin] Usage tracker for resource:security_group_rule and tenant:aa1668fde2da481ca85eb8445d422c14 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:57.186688 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-eb576b67-e7d3-4c94-b55a-9034d875c0e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:57.195417 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-eb576b67-e7d3-4c94-b55a-9034d875c0e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:57.207261 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Port b7deee6e-8de9-4525-91be-a1de7a298a21 on network 1109eacf-629e-4910-84d6-3d87a0369dee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:35:57.207586 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Attempting to bind port b7deee6e-8de9-4525-91be-a1de7a298a21 on network 1109eacf-629e-4910-84d6-3d87a0369dee {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:35:57.226628 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-1d91f5d8-7fba-49d8-a3b0-a2d2cd75d2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:57.255191 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Checking agent: {'id': 'c5b5b5de-e9ee-4a89-bea7-745c11eae0d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'started_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:35:57.255529 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Checking segment: {'id': '1e9ee31d-9b7b-41e8-b45f-695749ee603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:35:57.255912 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Bound using segment: {'id': '1e9ee31d-9b7b-41e8-b45f-695749ee603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee'} {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:35:57.256348 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.managers [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Bound port: b7deee6e-8de9-4525-91be-a1de7a298a21, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e9ee31d-9b7b-41e8-b45f-695749ee603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee'}}] {{(pid=74995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:35:57.257079 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:57.264688 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-1d91f5d8-7fba-49d8-a3b0-a2d2cd75d2ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:57.268995 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-1d91f5d8-7fba-49d8-a3b0-a2d2cd75d2ee admin admin] Usage tracker for resource:security_group_rule and tenant:d77242ca038b4b539e7d8d3a978315c7 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:57.272508 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-1d91f5d8-7fba-49d8-a3b0-a2d2cd75d2ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:57.280244 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-1d91f5d8-7fba-49d8-a3b0-a2d2cd75d2ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:57.352819 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:57.384808 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:57.419459 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-1d91f5d8-7fba-49d8-a3b0-a2d2cd75d2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:57.428506 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-eb576b67-e7d3-4c94-b55a-9034d875c0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:57.429606 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-1d91f5d8-7fba-49d8-a3b0-a2d2cd75d2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:57.432895 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-ff4e5010-2666-4d94-9990-252ab5e005b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1519313a65b4a2bb2628b8dc83a8c9d&device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 1096 time: 0.3094020 Aug 24 18:35:57.440534 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-2861cc72-64bf-41d3-a1a0-b991bc024e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:57.451711 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Network afb0294a-27f7-459e-836d-9dd48a51a08b is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:35:57.457361 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-eb576b67-e7d3-4c94-b55a-9034d875c0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:57.519137 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91f5d8-7fba-49d8-a3b0-a2d2cd75d2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb4ee32-0d74-410a-919f-d5eca64b699f,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:57.524346 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-1d91f5d8-7fba-49d8-a3b0-a2d2cd75d2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:57.527917 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:57.563926 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-1d91f5d8-7fba-49d8-a3b0-a2d2cd75d2ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d77242ca038b4b539e7d8d3a978315c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4498107 Aug 24 18:35:57.572062 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:35:57.574430 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 58044) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:57.586123 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-eb576b67-e7d3-4c94-b55a-9034d875c0e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aa1668fde2da481ca85eb8445d422c14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9881153 Aug 24 18:35:57.589813 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58046) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:57.594894 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb576b67-e7d3-4c94-b55a-9034d875c0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2eb289e-efa8-4e65-a768-3b21ff2782dc,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:57.602284 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Received port after_create {{(pid=74995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:35:57.615516 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-eb576b67-e7d3-4c94-b55a-9034d875c0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:57.646510 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 2c1ddd35-e623-4f3c-b97a-674dd5940a09 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:35:57.668870 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f6d8d0c3-59d9-4d40-b9d7-459c7aa9af31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:57.702123 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dc21e-1b3a-426f-a433-1c216450f110 req-74892204-946e-481b-a3ac-f34342a82e14 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:57.702334 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f6d8d0c3-59d9-4d40-b9d7-459c7aa9af31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:57.703309 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c53dc21e-1b3a-426f-a433-1c216450f110 req-74892204-946e-481b-a3ac-f34342a82e14 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 943 time: 0.6455843 Aug 24 18:35:57.738842 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 2c1ddd35-e623-4f3c-b97a-674dd5940a09 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:35:57.739591 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:57.765768 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Pushing event updated for resources: {'Port': ['ID=855cfe72-64fb-47d1-868a-eb8a64bae991,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:57.768782 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-e02d99b6-7b93-4504-aa49-0b7e4e327205 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a50fd38-f083-4fe9-87c1-367115b5e842 HTTP/1.1" status: 200 len: 217 time: 0.3143551 Aug 24 18:35:57.777656 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f6d8d0c3-59d9-4d40-b9d7-459c7aa9af31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:57.783409 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-04bca46b-c000-4aec-bc3b-a644edfb6c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:57.785776 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] For port b7deee6e-8de9-4525-91be-a1de7a298a21, host hv-cinder-80582, cleared binding levels {{(pid=74995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:35:57.804576 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8d0c3-59d9-4d40-b9d7-459c7aa9af31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2eb289e-efa8-4e65-a768-3b21ff2782dc,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:57.807565 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-f6d8d0c3-59d9-4d40-b9d7-459c7aa9af31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:57.819060 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f6d8d0c3-59d9-4d40-b9d7-459c7aa9af31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:57.820327 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-f6d8d0c3-59d9-4d40-b9d7-459c7aa9af31 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b2eb289e-efa8-4e65-a768-3b21ff2782dc HTTP/1.1" status: 204 len: 168 time: 0.2282970 Aug 24 18:35:57.869711 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:57.871801 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:57.981298 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] For port b7deee6e-8de9-4525-91be-a1de7a298a21, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b7deee6e-8de9-4525-91be-a1de7a298a21,segment=NetworkSegment(1e9ee31d-9b7b-41e8-b45f-695749ee603b),segment_id=1e9ee31d-9b7b-41e8-b45f-695749ee603b)] {{(pid=74995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:35:58.022328 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:58.054561 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:58.115396 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:58.152374 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-393977ed-3364-4082-b867-7bf55f5041e8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:58.154066 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-393977ed-3364-4082-b867-7bf55f5041e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=673ac8c9-33d8-4209-b1d4-37d5174481d8 HTTP/1.1" status: 200 len: 851 time: 0.2674608 Aug 24 18:35:58.235242 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c53dc21e-1b3a-426f-a433-1c216450f110 req-5aed7d93-4cd3-4ca0-bfbd-83c07a6d437b tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939649 Aug 24 18:35:58.256252 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for port, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:58.258071 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] 10.222.0.36 "PUT /v2.0/ports/b7deee6e-8de9-4525-91be-a1de7a298a21 HTTP/1.1" status: 200 len: 1093 time: 6.4102347 Aug 24 18:35:58.277629 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c9dbb1c8-9796-436a-9001-2b658d38be8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:58.281039 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-d505e104-0ff7-41cc-ae25-c967117e5393 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=298e027b-1e57-4cb4-8569-ab46e1eac3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951710 Aug 24 18:35:58.344725 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a25cb-ce9e-4593-b8f7-8156159fea06 req-d83a128c-aea5-4a4d-9e0f-2f17ec97c234 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:58.352023 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-002a25cb-ce9e-4593-b8f7-8156159fea06 req-d83a128c-aea5-4a4d-9e0f-2f17ec97c234 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 943 time: 0.7536712 Aug 24 18:35:58.373281 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58090) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:58.393896 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-16de9088-d11d-4c5a-ac6c-63d3f47f4caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:58.416371 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:35:58.430965 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-16de9088-d11d-4c5a-ac6c-63d3f47f4caa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:58.435937 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-16de9088-d11d-4c5a-ac6c-63d3f47f4caa admin admin] Usage tracker for resource:security_group_rule and tenant:c02fc89161e2480bbefd03529f9d7f21 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:58.439163 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-16de9088-d11d-4c5a-ac6c-63d3f47f4caa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:58.448994 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-16de9088-d11d-4c5a-ac6c-63d3f47f4caa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:58.556036 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-16de9088-d11d-4c5a-ac6c-63d3f47f4caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:58.561988 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-16de9088-d11d-4c5a-ac6c-63d3f47f4caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:58.572320 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-de1b56b6-9d51-4687-9d76-7e51a0f4c426 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:58.612637 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Pushing event updated for resources: {'Port': ['ID=b7deee6e-8de9-4525-91be-a1de7a298a21,revision_number=3']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:58.621941 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:58.624691 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c9dbb1c8-9796-436a-9001-2b658d38be8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:58.625730 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de9088-d11d-4c5a-ac6c-63d3f47f4caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a34539-b75d-4e05-b9bf-8da6b31a2719,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:58.631210 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-16de9088-d11d-4c5a-ac6c-63d3f47f4caa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c02fc89161e2480bbefd03529f9d7f21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2568436 Aug 24 18:35:58.632886 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-16de9088-d11d-4c5a-ac6c-63d3f47f4caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:58.634120 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58106) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:58.716414 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6e2ac37d-933e-4cf4-802c-2fd535ee18c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:58.727975 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa3f507-d331-496f-8a96-3678ca9ef874', 'tag': '2a50fd38-f083-4fe9-87c1-367115b5e842', 'status': 'completed', 'code': 200} Aug 24 18:35:58.749288 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6e2ac37d-933e-4cf4-802c-2fd535ee18c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:58.770714 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] 10.222.0.62 "PUT /v2.0/routers/7c72f87d-caf3-4731-800d-078c8fe11fc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4106262 Aug 24 18:35:58.814624 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-002a25cb-ce9e-4593-b8f7-8156159fea06 req-6f920696-05b5-4bef-af70-93b2717abb5f tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/security-groups?id=641a04fb-3568-4e57-944d-85a5bc4f3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615004 Aug 24 18:35:58.824017 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6e2ac37d-933e-4cf4-802c-2fd535ee18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:58.834441 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:58.837728 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-db8e9272-674a-4fa0-a765-48631d63af63 service neutron] 10.222.0.36 "GET /v2.0/networks/298e027b-1e57-4cb4-8569-ab46e1eac3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481896 Aug 24 18:35:58.859688 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6e2ac37d-933e-4cf4-802c-2fd535ee18c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:58.861772 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-6e2ac37d-933e-4cf4-802c-2fd535ee18c7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6a34539-b75d-4e05-b9bf-8da6b31a2719 HTTP/1.1" status: 204 len: 168 time: 0.2264407 Aug 24 18:35:58.863013 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ac37d-933e-4cf4-802c-2fd535ee18c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a34539-b75d-4e05-b9bf-8da6b31a2719,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:58.885912 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-6e2ac37d-933e-4cf4-802c-2fd535ee18c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:58.961694 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-1510072e-265b-4b28-a236-49f9b6d446c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6de573cc36c5427ba49fe4638df7e4a3&device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 1096 time: 0.5507476 Aug 24 18:35:59.022931 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c9dbb1c8-9796-436a-9001-2b658d38be8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:59.058391 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-66df0495-911a-4fa1-825e-0c46b47742ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:59.066177 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.db.resource_extend [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 18:35:59.101668 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbb1c8-9796-436a-9001-2b658d38be8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb4ee32-0d74-410a-919f-d5eca64b699f,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:59.104109 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-94d921db-102a-4675-b1f5-1c9adfd2ce30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7deee6e-8de9-4525-91be-a1de7a298a21 HTTP/1.1" status: 200 len: 217 time: 0.1338165 Aug 24 18:35:59.112946 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-c9dbb1c8-9796-436a-9001-2b658d38be8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:59.115297 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for port, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:59.170329 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:59.181109 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c9dbb1c8-9796-436a-9001-2b658d38be8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:59.182250 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-c9dbb1c8-9796-436a-9001-2b658d38be8b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6cb4ee32-0d74-410a-919f-d5eca64b699f HTTP/1.1" status: 204 len: 168 time: 1.5909224 Aug 24 18:35:59.187092 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-1693f460-7836-4b11-8b1f-21816f316602 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:35:59.220883 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ebdde1ca-a88e-43f4-8ded-f6d02c80177a req-6e6e155b-956b-412c-80b1-1ccb8b8c3633 service neutron] 10.222.0.36 "GET /v2.0/networks/298e027b-1e57-4cb4-8569-ab46e1eac3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661418 Aug 24 18:35:59.260684 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-fbf7e1e6-00cc-48d1-92fc-d01079660297 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:59.262225 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-fbf7e1e6-00cc-48d1-92fc-d01079660297 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f086af0-4804-49e8-8a16-77e742d85929 HTTP/1.1" status: 200 len: 854 time: 0.1432803 Aug 24 18:35:59.266994 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692493'] for floatingip, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:59.368377 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-2d5cd377-deb3-478d-b984-a8de3fd70b90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1109eacf-629e-4910-84d6-3d87a0369dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936759 Aug 24 18:35:59.374906 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Pushing event updated for resources: {'Port': ['ID=855cfe72-64fb-47d1-868a-eb8a64bae991,revision_number=2']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:35:59.421325 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:35:59.428962 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:59.431973 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0614517 Aug 24 18:35:59.653576 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58176) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:35:59.660465 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-40e9b95c-be26-4f5d-85a2-65df8d8f1094 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Request body: {'security_group': {'name': 'tempest-securitygroup--230087220', 'description': 'tempest-description--473566569'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:35:59.671295 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-40e9b95c-be26-4f5d-85a2-65df8d8f1094 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:59.686723 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ac0f57c3-c790-43fe-b273-675707103386 req-3abbe4bd-7d12-4e5c-ae7d-c469622bb593 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1519313a65b4a2bb2628b8dc83a8c9d&device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 1096 time: 0.3697903 Aug 24 18:35:59.696284 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-40e9b95c-be26-4f5d-85a2-65df8d8f1094 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Usage tracker for resource:security_group and tenant:d1058cbc028345d9b3abf057991020c1 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:59.699203 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:35:59.710144 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-40e9b95c-be26-4f5d-85a2-65df8d8f1094 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:59.729979 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-abfbc4c6-7a03-491d-ab5f-1e60784700c2 service neutron] 10.222.0.36 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490665 Aug 24 18:35:59.731352 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-40e9b95c-be26-4f5d-85a2-65df8d8f1094 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:59.774404 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-40e9b95c-be26-4f5d-85a2-65df8d8f1094 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:59.840451 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-40e9b95c-be26-4f5d-85a2-65df8d8f1094 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:35:59.845248 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-40e9b95c-be26-4f5d-85a2-65df8d8f1094 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Usage tracker for resource:security_group_rule and tenant:d1058cbc028345d9b3abf057991020c1 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:35:59.849005 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-40e9b95c-be26-4f5d-85a2-65df8d8f1094 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:35:59.856850 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-40e9b95c-be26-4f5d-85a2-65df8d8f1094 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:35:59.875318 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9553c83-a977-44fc-ba28-4d73d63d232c req-8b37a592-1b5f-4fdd-84f3-e9e007657b69 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:35:59.878462 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b9553c83-a977-44fc-ba28-4d73d63d232c req-8b37a592-1b5f-4fdd-84f3-e9e007657b69 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 943 time: 0.4072347 Aug 24 18:35:59.986437 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-40e9b95c-be26-4f5d-85a2-65df8d8f1094 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:35:59.992079 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-40e9b95c-be26-4f5d-85a2-65df8d8f1094 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:00.028174 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:00.045671 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-40e9b95c-be26-4f5d-85a2-65df8d8f1094 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:00.049448 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-40e9b95c-be26-4f5d-85a2-65df8d8f1094 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3914859 Aug 24 18:36:00.055574 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58200) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:00.074189 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-fb07bc38-a320-4121-8c11-efd5c2dabdc5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Request body: {'security_group_rule': {'security_group_id': '6bc96ba4-87a6-439a-95d1-4411e8ac59cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:00.095924 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-fb07bc38-a320-4121-8c11-efd5c2dabdc5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:00.117183 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-fb07bc38-a320-4121-8c11-efd5c2dabdc5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Usage tracker for resource:security_group_rule and tenant:d1058cbc028345d9b3abf057991020c1 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:00.124644 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-fb07bc38-a320-4121-8c11-efd5c2dabdc5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:00.135277 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9b95c-be26-4f5d-85a2-65df8d8f1094 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc96ba4-87a6-439a-95d1-4411e8ac59cf,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:00.139144 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-40e9b95c-be26-4f5d-85a2-65df8d8f1094 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:00.140232 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-fb07bc38-a320-4121-8c11-efd5c2dabdc5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:00.166958 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fb07bc38-a320-4121-8c11-efd5c2dabdc5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:00.205376 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-ffae965d-5641-4cd1-9910-c6a3de3bae15 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1403431638&fields=id&tenant_id=38a9b4d30bbb4e6bb18d2ca3ccce2cce HTTP/1.1" status: 200 len: 267 time: 0.2485061 Aug 24 18:36:00.209082 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b9553c83-a977-44fc-ba28-4d73d63d232c req-7e2586dc-53fc-4338-8670-b4a3ea71d6c2 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539849 Aug 24 18:36:00.258130 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 58206) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:00.283111 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f57c3-c790-43fe-b273-675707103386 req-f496f353-ecec-4c8e-88e1-e54be1c4e977 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:00.284605 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ac0f57c3-c790-43fe-b273-675707103386 req-f496f353-ecec-4c8e-88e1-e54be1c4e977 service neutron] 10.222.0.36 "GET /v2.0/networks?id=298e027b-1e57-4cb4-8569-ab46e1eac3cc HTTP/1.1" status: 200 len: 912 time: 0.5786114 Aug 24 18:36:00.347398 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-39b88daa-d6a2-4f24-9cab-254ef671441a req-0bf23e66-c496-40ae-bcf2-bb8fbd96106d service neutron] 10.222.0.36 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6052153 Aug 24 18:36:00.366981 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fb07bc38-a320-4121-8c11-efd5c2dabdc5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:00.383118 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fb07bc38-a320-4121-8c11-efd5c2dabdc5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:00.385187 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-fe389bbe-3cc7-4db7-828c-4adba8a7d308 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:00.433395 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07bc38-a320-4121-8c11-efd5c2dabdc5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=658f047e-308a-4c1c-bdf3-ca8bbd6dc88e,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:00.438381 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-fb07bc38-a320-4121-8c11-efd5c2dabdc5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:00.445823 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fb07bc38-a320-4121-8c11-efd5c2dabdc5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:00.447263 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-fb07bc38-a320-4121-8c11-efd5c2dabdc5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3823371 Aug 24 18:36:00.450454 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58216) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:00.466767 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-7a5e2684-1182-43e7-bfc8-872925dedb70 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Request body: {'security_group_rule': {'security_group_id': '6bc96ba4-87a6-439a-95d1-4411e8ac59cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:00.472279 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58220) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:00.484598 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-7a5e2684-1182-43e7-bfc8-872925dedb70 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:00.484945 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-633b1868-6c63-4fae-97ba-c6fa50876c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:00.493021 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-7a5e2684-1182-43e7-bfc8-872925dedb70 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Usage tracker for resource:security_group_rule and tenant:d1058cbc028345d9b3abf057991020c1 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:00.496568 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-7a5e2684-1182-43e7-bfc8-872925dedb70 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:00.503900 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-7a5e2684-1182-43e7-bfc8-872925dedb70 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:00.534164 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ac0f57c3-c790-43fe-b273-675707103386 req-c91e117d-b21c-420c-b717-764b64279a7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a50fd38-f083-4fe9-87c1-367115b5e842 HTTP/1.1" status: 200 len: 217 time: 0.1950707 Aug 24 18:36:00.538910 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2684-1182-43e7-bfc8-872925dedb70 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:00.618174 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2684-1182-43e7-bfc8-872925dedb70 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:00.626298 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2684-1182-43e7-bfc8-872925dedb70 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:00.628514 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:00.665733 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e2684-1182-43e7-bfc8-872925dedb70 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76efcecf-0241-4625-a6a5-f964a219c8e6,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:00.674427 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-7a5e2684-1182-43e7-bfc8-872925dedb70 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:00.676358 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2684-1182-43e7-bfc8-872925dedb70 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:00.682897 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-7a5e2684-1182-43e7-bfc8-872925dedb70 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2311029 Aug 24 18:36:00.684476 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58230) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:00.696726 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Request body: {'floatingip': {'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:00.705215 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:00.710538 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Usage tracker for resource:floatingip and tenant:d1058cbc028345d9b3abf057991020c1 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:00.720522 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:00.735139 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:00.751932 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for floatingip, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:00.763203 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd253a56-8fcc-42a4-8963-eee704b9dba4', 'tag': 'b7deee6e-8de9-4525-91be-a1de7a298a21'}] {{(pid=74995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:36:00.808064 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-633b1868-6c63-4fae-97ba-c6fa50876c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:00.822742 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-633b1868-6c63-4fae-97ba-c6fa50876c5c admin admin] Usage tracker for resource:security_group_rule and tenant:15a797bba0b7446eb7f76ada7110de93 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:00.832665 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-810e28d6-69c4-4f81-afd5-ed9460af4c89 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:00.839462 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-810e28d6-69c4-4f81-afd5-ed9460af4c89 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/networks?id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae HTTP/1.1" status: 200 len: 810 time: 0.6332440 Aug 24 18:36:00.841617 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-633b1868-6c63-4fae-97ba-c6fa50876c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:00.846959 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f57c3-c790-43fe-b273-675707103386 req-184a412d-20fa-4377-90f8-5a8ee907dbcc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:00.848536 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ac0f57c3-c790-43fe-b273-675707103386 req-184a412d-20fa-4377-90f8-5a8ee907dbcc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=673ac8c9-33d8-4209-b1d4-37d5174481d8 HTTP/1.1" status: 200 len: 851 time: 0.2930119 Aug 24 18:36:00.861804 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-633b1868-6c63-4fae-97ba-c6fa50876c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:00.894771 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-30a865d1-9e05-441e-aef3-81efc111c316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:00.921786 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-08234985-65c6-4747-ace1-0962c96bca02 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/quotas/38a9b4d30bbb4e6bb18d2ca3ccce2cce HTTP/1.1" status: 200 len: 375 time: 0.0812187 Aug 24 18:36:00.925645 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ac0f57c3-c790-43fe-b273-675707103386 req-ae04ea2a-8ef0-4bfc-a01f-9d6002dfeb1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=298e027b-1e57-4cb4-8569-ab46e1eac3cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649979 Aug 24 18:36:00.935096 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:00.969113 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-30a865d1-9e05-441e-aef3-81efc111c316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:00.974133 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:00.976270 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-30a865d1-9e05-441e-aef3-81efc111c316 admin admin] Usage tracker for resource:security_group_rule and tenant:45db6490d14a41d4a21fbf802297cc36 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:00.979704 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-30a865d1-9e05-441e-aef3-81efc111c316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:01.010234 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f7a50-344b-4772-8380-a6003593ece1 req-ef254720-c455-4dc7-bdfb-664b3a9e0757 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:01.012036 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-091f7a50-344b-4772-8380-a6003593ece1 req-ef254720-c455-4dc7-bdfb-664b3a9e0757 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 943 time: 0.5308964 Aug 24 18:36:01.023638 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-30a865d1-9e05-441e-aef3-81efc111c316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:01.164565 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Allocated IP 172.27.3.157 (afb0294a-27f7-459e-836d-9dd48a51a08b/57a63288-2275-43de-bb63-fff925de2bab/64dd5610-54de-4fc4-ae23-6a365abf8295) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:36:01.184242 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-30a865d1-9e05-441e-aef3-81efc111c316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:01.208120 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-30a865d1-9e05-441e-aef3-81efc111c316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:01.241872 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-091f7a50-344b-4772-8380-a6003593ece1 req-0bcb5eaa-4e62-45c7-9f19-0639449efaf4 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/security-groups?id=641a04fb-3568-4e57-944d-85a5bc4f3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770811 Aug 24 18:36:01.261806 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ac0f57c3-c790-43fe-b273-675707103386 req-582f9e77-b674-4190-9cf5-114dcf8757ae service neutron] 10.222.0.36 "GET /v2.0/networks/298e027b-1e57-4cb4-8569-ab46e1eac3cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928841 Aug 24 18:36:01.265770 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-1d91f5d8-7fba-49d8-a3b0-a2d2cd75d2ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:01.269320 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9ec721a0-f245-4e02-a8f5-618a92335b98 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=38a9b4d30bbb4e6bb18d2ca3ccce2cce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3465178 Aug 24 18:36:01.296931 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-633b1868-6c63-4fae-97ba-c6fa50876c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:01.326574 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-633b1868-6c63-4fae-97ba-c6fa50876c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:01.385521 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-30a865d1-9e05-441e-aef3-81efc111c316 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=45db6490d14a41d4a21fbf802297cc36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9098837 Aug 24 18:36:01.394244 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58250) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:01.445773 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:01.476356 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd253a56-8fcc-42a4-8963-eee704b9dba4', 'tag': 'b7deee6e-8de9-4525-91be-a1de7a298a21', 'status': 'completed', 'code': 200} Aug 24 18:36:01.489924 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a865d1-9e05-441e-aef3-81efc111c316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648dce7b-6272-48af-a87b-13022da86bc0,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:01.501359 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-30a865d1-9e05-441e-aef3-81efc111c316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:01.505944 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-d24043ed-dc68-4890-a554-f6263f78b628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:01.517964 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:01.526158 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:01.610366 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Network afb0294a-27f7-459e-836d-9dd48a51a08b is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:36:01.614972 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-42d02e0a-0aa9-48bc-a9ea-610679b904f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:01.617006 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:36:01.631934 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:36:01.667967 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Pushing event updated for resources: {'Port': ['ID=64dd5610-54de-4fc4-ae23-6a365abf8295,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:01.668607 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b1868-6c63-4fae-97ba-c6fa50876c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ca559c-12ca-4694-b78c-c2d30a44830f,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:01.686944 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-633b1868-6c63-4fae-97ba-c6fa50876c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:01.689298 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-633b1868-6c63-4fae-97ba-c6fa50876c5c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15a797bba0b7446eb7f76ada7110de93&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4303570 Aug 24 18:36:01.706587 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:01.711153 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58266) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:01.728297 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-42d02e0a-0aa9-48bc-a9ea-610679b904f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:01.751613 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ac0f57c3-c790-43fe-b273-675707103386 req-b2ceed28-9f79-4d7b-af85-780b87e13f51 service neutron] 10.222.0.36 "GET /v2.0/networks/298e027b-1e57-4cb4-8569-ab46e1eac3cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782093 Aug 24 18:36:01.768580 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-bde5945e-9cb9-4025-9869-d0d2b6ad63ed service neutron] 10.222.0.62 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737439 Aug 24 18:36:01.860861 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0750bb06-7bdb-4d0d-b0dd-b14979bc5826 req-770ee37b-40c2-402f-b347-7289e147be3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6de573cc36c5427ba49fe4638df7e4a3&device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 1096 time: 0.4336967 Aug 24 18:36:01.869213 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3cb94-ea20-43eb-be3e-e336271ca648 req-95f1331e-0016-4757-b517-bcdfb703be39 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:01.870773 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b6c3cb94-ea20-43eb-be3e-e336271ca648 req-95f1331e-0016-4757-b517-bcdfb703be39 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 943 time: 0.3689957 Aug 24 18:36:02.020015 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-aae1b3df-4a4e-4c14-8066-065d33db8d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:02.071851 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-e49ef36d-605c-47ab-b7f8-9bf94f83f815 service neutron] 10.222.0.62 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017681 Aug 24 18:36:02.078558 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-aae1b3df-4a4e-4c14-8066-065d33db8d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:02.122617 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b6c3cb94-ea20-43eb-be3e-e336271ca648 req-e335ca30-8276-43fe-ada7-49a50a8f9ea7 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243812 Aug 24 18:36:02.154537 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750bb06-7bdb-4d0d-b0dd-b14979bc5826 req-6fd48853-3afd-4f6d-8abe-856ef0869705 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:02.157303 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0750bb06-7bdb-4d0d-b0dd-b14979bc5826 req-6fd48853-3afd-4f6d-8abe-856ef0869705 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1109eacf-629e-4910-84d6-3d87a0369dee HTTP/1.1" status: 200 len: 915 time: 0.2830763 Aug 24 18:36:02.231334 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:02.233366 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-42d02e0a-0aa9-48bc-a9ea-610679b904f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:02.249122 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-df941c9d-5556-4816-93d1-8126c8b72462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:02.322683 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d02e0a-0aa9-48bc-a9ea-610679b904f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648dce7b-6272-48af-a87b-13022da86bc0,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:02.327210 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-42d02e0a-0aa9-48bc-a9ea-610679b904f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:02.383434 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:02.445191 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8e6fd571-dfb9-44cd-99ee-64a4495f7e9b req-f184bacc-3c4a-4940-ba9a-54ded3607414 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 210 time: 0.1662889 Aug 24 18:36:02.450309 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-42d02e0a-0aa9-48bc-a9ea-610679b904f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:02.451757 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-42d02e0a-0aa9-48bc-a9ea-610679b904f1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/648dce7b-6272-48af-a87b-13022da86bc0 HTTP/1.1" status: 204 len: 168 time: 1.0562947 Aug 24 18:36:02.489618 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0750bb06-7bdb-4d0d-b0dd-b14979bc5826 req-a904c4d2-28bd-4ed9-a17c-71cd8b59dc04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7deee6e-8de9-4525-91be-a1de7a298a21 HTTP/1.1" status: 200 len: 217 time: 0.3250315 Aug 24 18:36:02.494700 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-aae1b3df-4a4e-4c14-8066-065d33db8d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:02.502236 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-40e9b95c-be26-4f5d-85a2-65df8d8f1094 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:02.533966 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-aae1b3df-4a4e-4c14-8066-065d33db8d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:02.538095 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-aae1b3df-4a4e-4c14-8066-065d33db8d14 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/11ca559c-12ca-4694-b78c-c2d30a44830f HTTP/1.1" status: 204 len: 168 time: 0.8098142 Aug 24 18:36:02.538095 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1b3df-4a4e-4c14-8066-065d33db8d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ca559c-12ca-4694-b78c-c2d30a44830f,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:02.542178 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-aae1b3df-4a4e-4c14-8066-065d33db8d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:02.582937 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750bb06-7bdb-4d0d-b0dd-b14979bc5826 req-ceaa8e5e-e506-4012-ab94-12ca3a574eb5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:02.586107 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0750bb06-7bdb-4d0d-b0dd-b14979bc5826 req-ceaa8e5e-e506-4012-ab94-12ca3a574eb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f086af0-4804-49e8-8a16-77e742d85929 HTTP/1.1" status: 200 len: 854 time: 0.0865865 Aug 24 18:36:02.659325 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0750bb06-7bdb-4d0d-b0dd-b14979bc5826 req-68bc68b8-12da-4067-8ec7-d8c2c56281bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1109eacf-629e-4910-84d6-3d87a0369dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652649 Aug 24 18:36:02.666275 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d198123-47aa-4303-be26-10f795af8bd7 req-de11e356-0dc6-4a88-9bae-f2e294c37603 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:02.667742 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0d198123-47aa-4303-be26-10f795af8bd7 req-de11e356-0dc6-4a88-9bae-f2e294c37603 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 943 time: 0.2459388 Aug 24 18:36:02.776852 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:02.793987 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:02.809076 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:02.963593 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0d198123-47aa-4303-be26-10f795af8bd7 req-44271d4b-11a5-4fa0-961b-e28af28a789b tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/security-groups?id=641a04fb-3568-4e57-944d-85a5bc4f3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754889 Aug 24 18:36:03.026489 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0750bb06-7bdb-4d0d-b0dd-b14979bc5826 req-5bd2cfe4-735a-4acd-a9cf-ad6c43cfda48 service neutron] 10.222.0.36 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575685 Aug 24 18:36:03.089904 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Pushing event updated for resources: {'Port': ['ID=64dd5610-54de-4fc4-ae23-6a365abf8295,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:03.094655 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692493'] for floatingip, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:03.118691 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:03.122906 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:03.125831 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4393966 Aug 24 18:36:03.349492 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0750bb06-7bdb-4d0d-b0dd-b14979bc5826 req-97a2ae40-b317-4fbd-97e1-5c1aaa5c709f service neutron] 10.222.0.36 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166456 Aug 24 18:36:03.463709 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58338) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:03.481642 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19093a9d-bbd7-4d98-ad4c-4b59131a674f req-4c7f6f7e-ab79-4ada-8735-46446392fc3f tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:03.499205 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-19093a9d-bbd7-4d98-ad4c-4b59131a674f req-4c7f6f7e-ab79-4ada-8735-46446392fc3f tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 943 time: 0.1907194 Aug 24 18:36:03.517729 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-920d33ac-0367-479f-a5de-d8b98ea7b2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:03.559384 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-920d33ac-0367-479f-a5de-d8b98ea7b2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:03.564529 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-920d33ac-0367-479f-a5de-d8b98ea7b2cc admin admin] Usage tracker for resource:security_group_rule and tenant:dd532462e3c24e6b827b5c5877a9c6d6 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:03.568788 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-920d33ac-0367-479f-a5de-d8b98ea7b2cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:03.577598 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-920d33ac-0367-479f-a5de-d8b98ea7b2cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:03.596999 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-19093a9d-bbd7-4d98-ad4c-4b59131a674f req-6f10d16a-6de6-4167-a1d1-d2e8f2769a6c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968277 Aug 24 18:36:03.630711 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-be422faf-8bd9-40d0-adf9-9f1ca1e93dd4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Synchronizing usage tracker for tenant:d1058cbc028345d9b3abf057991020c1 on resource:security_group {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:36:03.638782 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device b7deee6e-8de9-4525-91be-a1de7a298a21 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:36:03.669320 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-920d33ac-0367-479f-a5de-d8b98ea7b2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:03.682906 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-920d33ac-0367-479f-a5de-d8b98ea7b2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:03.685034 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-be422faf-8bd9-40d0-adf9-9f1ca1e93dd4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Unset dirty status for tenant:d1058cbc028345d9b3abf057991020c1 on resource:security_group {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:36:03.693342 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-be422faf-8bd9-40d0-adf9-9f1ca1e93dd4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--230087220&fields=id&tenant_id=d1058cbc028345d9b3abf057991020c1 HTTP/1.1" status: 200 len: 267 time: 0.1625237 Aug 24 18:36:03.720266 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:03.796937 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920d33ac-0367-479f-a5de-d8b98ea7b2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8618df-e345-49ef-a18b-055d129ee3ff,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:03.799972 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-920d33ac-0367-479f-a5de-d8b98ea7b2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:03.806115 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-920d33ac-0367-479f-a5de-d8b98ea7b2cc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dd532462e3c24e6b827b5c5877a9c6d6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3411751 Aug 24 18:36:03.806488 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58354) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:03.832732 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port b7deee6e-8de9-4525-91be-a1de7a298a21, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b7deee6e-8de9-4525-91be-a1de7a298a21,segment=NetworkSegment(1e9ee31d-9b7b-41e8-b45f-695749ee603b),segment_id=1e9ee31d-9b7b-41e8-b45f-695749ee603b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:36:03.848393 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': 'b7deee6e-8de9-4525-91be-a1de7a298a21', 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee', 'port_id': 'b7deee6e-8de9-4525-91be-a1de7a298a21', 'mac_address': 'fa:16:3e:8c:4c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f086af0-4804-49e8-8a16-77e742d85929', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:36:03.898045 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bc55b427-140c-4ba3-87f8-f20536e69139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:03.936586 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:03.950035 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bc55b427-140c-4ba3-87f8-f20536e69139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:03.958096 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7deee6e-8de9-4525-91be-a1de7a298a21 {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:36:03.975043 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port b7deee6e-8de9-4525-91be-a1de7a298a21, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b7deee6e-8de9-4525-91be-a1de7a298a21,segment=NetworkSegment(1e9ee31d-9b7b-41e8-b45f-695749ee603b),segment_id=1e9ee31d-9b7b-41e8-b45f-695749ee603b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:36:03.986036 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:03.987367 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 2a50fd38-f083-4fe9-87c1-367115b5e842 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:36:04.028138 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-00688f4f-5f88-4073-b622-5989e4c7b4bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:04.031312 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-50bdc968-d909-47ea-b28c-e5df46f7e4bf req-9e34e9ef-4a64-44c4-a29b-3f02b77f1ada tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 210 time: 0.1674654 Aug 24 18:36:04.059768 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bc55b427-140c-4ba3-87f8-f20536e69139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:04.067202 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:04.087368 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55b427-140c-4ba3-87f8-f20536e69139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8618df-e345-49ef-a18b-055d129ee3ff,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:04.094975 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-bc55b427-140c-4ba3-87f8-f20536e69139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:04.107313 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bc55b427-140c-4ba3-87f8-f20536e69139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:04.111469 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-bc55b427-140c-4ba3-87f8-f20536e69139 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc8618df-e345-49ef-a18b-055d129ee3ff HTTP/1.1" status: 204 len: 168 time: 0.3040280 Aug 24 18:36:04.164055 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=b7deee6e-8de9-4525-91be-a1de7a298a21,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:04.168654 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:04.240331 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-6758edf5-7e8b-45d7-90f3-04f6e6d6793c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:04.241074 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-6758edf5-7e8b-45d7-90f3-04f6e6d6793c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Synchronizing usage tracker for tenant:d1058cbc028345d9b3abf057991020c1 on resource:network {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:36:04.290138 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-248782f0-5e82-4af8-905b-53cea4a0bc25 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:04.291832 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-248782f0-5e82-4af8-905b-53cea4a0bc25 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.36 "GET /v2.0/networks?id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae HTTP/1.1" status: 200 len: 810 time: 0.3274014 Aug 24 18:36:04.292936 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-6758edf5-7e8b-45d7-90f3-04f6e6d6793c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Unset dirty status for tenant:d1058cbc028345d9b3abf057991020c1 on resource:network {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:36:04.299639 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-6758edf5-7e8b-45d7-90f3-04f6e6d6793c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/networks?id=c6a59e55-85ca-47cc-8fae-e2513fbbce59 HTTP/1.1" status: 200 len: 817 time: 0.6045640 Aug 24 18:36:04.342680 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-b66b0321-a564-45b8-bd46-9806da028332 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/quotas/d1058cbc028345d9b3abf057991020c1 HTTP/1.1" status: 200 len: 375 time: 0.0416851 Aug 24 18:36:04.372478 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 2a50fd38-f083-4fe9-87c1-367115b5e842, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2a50fd38-f083-4fe9-87c1-367115b5e842,segment=NetworkSegment(f42e422c-915b-44d7-9fb6-4a974622d610),segment_id=f42e422c-915b-44d7-9fb6-4a974622d610)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:36:04.415194 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': '2a50fd38-f083-4fe9-87c1-367115b5e842', 'network_id': '298e027b-1e57-4cb4-8569-ab46e1eac3cc', 'port_id': '2a50fd38-f083-4fe9-87c1-367115b5e842', 'mac_address': 'fa:16:3e:17:1e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '673ac8c9-33d8-4209-b1d4-37d5174481d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:36:04.487071 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:04.515273 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-e3e89dcd-73ba-4a44-80f6-617315d8790d tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38a9b4d30bbb4e6bb18d2ca3ccce2cce HTTP/1.1" status: 200 len: 380 time: 0.2062974 Aug 24 18:36:04.524036 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a50fd38-f083-4fe9-87c1-367115b5e842 {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:36:04.544030 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 2a50fd38-f083-4fe9-87c1-367115b5e842, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2a50fd38-f083-4fe9-87c1-367115b5e842,segment=NetworkSegment(f42e422c-915b-44d7-9fb6-4a974622d610),segment_id=f42e422c-915b-44d7-9fb6-4a974622d610)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:36:04.552345 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:04.555149 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:04.557751 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-1ac68fa4-b5ec-45fa-821b-452b02ed3934 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Request body: {'port': {'device_id': 'f4d68a91-1841-4c8c-8f6a-9bb4b45c3266', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'admin_state_up': True, 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'security_groups': ['2b397bb0-b6f9-48a9-9e90-58f27403722d']}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:04.722047 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-7d66a9bd-4e1f-4a31-9ff6-fa0320687e45 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Synchronizing usage tracker for tenant:d1058cbc028345d9b3abf057991020c1 on resource:port {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:36:04.740675 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc33bd9-98d8-4e7e-8c76-e3844a3e9d25 req-6a19466c-707b-4932-8578-5c397ffa9820 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:04.742211 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-acc33bd9-98d8-4e7e-8c76-e3844a3e9d25 req-6a19466c-707b-4932-8578-5c397ffa9820 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 943 time: 0.3647301 Aug 24 18:36:04.794847 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=2a50fd38-f083-4fe9-87c1-367115b5e842,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:04.805954 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:04.820808 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-1ac68fa4-b5ec-45fa-821b-452b02ed3934 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:04.824700 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-7d66a9bd-4e1f-4a31-9ff6-fa0320687e45 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Unset dirty status for tenant:d1058cbc028345d9b3abf057991020c1 on resource:port {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:36:04.837014 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-7d66a9bd-4e1f-4a31-9ff6-fa0320687e45 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1058cbc028345d9b3abf057991020c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4868796 Aug 24 18:36:04.865778 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-1ac68fa4-b5ec-45fa-821b-452b02ed3934 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Usage tracker for resource:port and tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:04.909797 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['2a50fd38-f083-4fe9-87c1-367115b5e842'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:36:04.945173 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-1ac68fa4-b5ec-45fa-821b-452b02ed3934 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:04.969473 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-acc33bd9-98d8-4e7e-8c76-e3844a3e9d25 req-31796115-d304-4414-bba3-82a4cca45020 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/security-groups?id=641a04fb-3568-4e57-944d-85a5bc4f3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198741 Aug 24 18:36:04.970334 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-1ac68fa4-b5ec-45fa-821b-452b02ed3934 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:04.985416 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['b7deee6e-8de9-4525-91be-a1de7a298a21'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:36:05.011990 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-1ac68fa4-b5ec-45fa-821b-452b02ed3934 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Made reservation on behalf of 38a9b4d30bbb4e6bb18d2ca3ccce2cce for: {'port': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:36:05.015040 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-1ac68fa4-b5ec-45fa-821b-452b02ed3934 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:05.148693 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-43489c1e-6dba-4956-91d0-0d5261b645c2 service neutron] 10.222.0.62 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107495 Aug 24 18:36:05.443099 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-31734c7f-64b5-4c10-8e37-944bc74fb7ea service neutron] 10.222.0.62 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934327 Aug 24 18:36:05.447173 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_common [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-1ac68fa4-b5ec-45fa-821b-452b02ed3934 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Allocated IP 172.20.0.8 (b318b1a4-8e6c-49b9-b674-7da1d2c600ae/f8a23952-40cf-4695-ae69-f2d425c34691/78201e63-053b-4ec9-8ba1-73a54889e89a) {{(pid=74995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:36:05.492230 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfd5c5-2d75-4334-96ee-448087026027 req-51ca52c7-1783-4c21-af30-4ccb0a6dce04 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:05.493804 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-68cfd5c5-2d75-4334-96ee-448087026027 req-51ca52c7-1783-4c21-af30-4ccb0a6dce04 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 944 time: 0.2673879 Aug 24 18:36:05.873610 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-794fd5de-5b00-4696-b06e-526f022f4589 req-adeca20d-be39-4f79-857c-50e088547d23 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 210 time: 0.0684867 Aug 24 18:36:05.913373 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-68cfd5c5-2d75-4334-96ee-448087026027 req-ef8b84b6-fea2-4b80-aa81-13613159b5fc tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114337 Aug 24 18:36:06.167950 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-1ac68fa4-b5ec-45fa-821b-452b02ed3934 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for port, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:06.173246 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4307e373-927b-41dd-8296-14a302994cfd req-a223be35-e726-4946-8330-ef4d1dfd91a3 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 210 time: 0.1301575 Aug 24 18:36:06.233464 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.provisioning_blocks [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-1ac68fa4-b5ec-45fa-821b-452b02ed3934 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Transition to ACTIVE for port object 78201e63-053b-4ec9-8ba1-73a54889e89a will not be triggered until provisioned by entity DHCP. {{(pid=74995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:36:06.285665 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4277842-5d06-42f6-92de-a1541b0af131 req-924a67cd-29ab-4e08-9847-bac84131640d tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:06.291482 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a4277842-5d06-42f6-92de-a1541b0af131 req-924a67cd-29ab-4e08-9847-bac84131640d tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 944 time: 0.1135030 Aug 24 18:36:06.293223 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-1ac68fa4-b5ec-45fa-821b-452b02ed3934 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:06.325103 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:06.419576 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-1ac68fa4-b5ec-45fa-821b-452b02ed3934 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Network b318b1a4-8e6c-49b9-b674-7da1d2c600ae is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:36:06.424740 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-1ac68fa4-b5ec-45fa-821b-452b02ed3934 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:36:06.437950 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-1ac68fa4-b5ec-45fa-821b-452b02ed3934 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Received port after_create {{(pid=74995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:36:06.438068 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58462) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:06.438428 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-1ac68fa4-b5ec-45fa-821b-452b02ed3934 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:06.439298 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-1ac68fa4-b5ec-45fa-821b-452b02ed3934 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for port, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:06.448892 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac68fa4-b5ec-45fa-821b-452b02ed3934 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Pushing event updated for resources: {'Port': ['ID=78201e63-053b-4ec9-8ba1-73a54889e89a,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:06.453049 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a4277842-5d06-42f6-92de-a1541b0af131 req-dfed0869-9e94-4003-886e-0004e8558dad tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/security-groups?id=641a04fb-3568-4e57-944d-85a5bc4f3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578245 Aug 24 18:36:06.453775 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-1ac68fa4-b5ec-45fa-821b-452b02ed3934 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:06.496733 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-1ac68fa4-b5ec-45fa-821b-452b02ed3934 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9618163 Aug 24 18:36:06.511375 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Request body: {'port': {'device_id': 'f4d68a91-1841-4c8c-8f6a-9bb4b45c3266', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:06.698169 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:06.840336 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5bf7f5db-dc59-4708-b80a-c21a2305fc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:06.898028 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-5bf7f5db-dc59-4708-b80a-c21a2305fc28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:06.909968 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-5bf7f5db-dc59-4708-b80a-c21a2305fc28 admin admin] Usage tracker for resource:security_group_rule and tenant:4508fe1cce454e13b01efa646e2a45eb is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:06.915057 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-5bf7f5db-dc59-4708-b80a-c21a2305fc28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:06.932275 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-5bf7f5db-dc59-4708-b80a-c21a2305fc28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:06.944743 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-6e65af4f-0a29-4c5e-a70a-073e2be23fc6 None None] Provisioning for port 78201e63-053b-4ec9-8ba1-73a54889e89a completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:36:06.969041 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-6e65af4f-0a29-4c5e-a70a-073e2be23fc6 None None] Provisioning complete for port 78201e63-053b-4ec9-8ba1-73a54889e89a triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:36:06.969476 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-6e65af4f-0a29-4c5e-a70a-073e2be23fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:07.172452 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-6e65af4f-0a29-4c5e-a70a-073e2be23fc6 None None] Port 78201e63-053b-4ec9-8ba1-73a54889e89a cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:36:07.228643 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5bf7f5db-dc59-4708-b80a-c21a2305fc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:07.240319 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5bf7f5db-dc59-4708-b80a-c21a2305fc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:07.248061 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:07.280600 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7f5db-dc59-4708-b80a-c21a2305fc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cee8c10-39e0-40f8-8bb8-ebafc4a6f504,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:07.286305 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-5bf7f5db-dc59-4708-b80a-c21a2305fc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:07.323868 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-5bf7f5db-dc59-4708-b80a-c21a2305fc28 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4508fe1cce454e13b01efa646e2a45eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8849943 Aug 24 18:36:07.326743 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58488) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:07.394077 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5951c14c-de15-4b88-bfb3-d942446401cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:07.424927 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5951c14c-de15-4b88-bfb3-d942446401cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:07.498131 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5951c14c-de15-4b88-bfb3-d942446401cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:07.503788 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:07.505420 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.db.resource_extend [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 18:36:07.531169 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951c14c-de15-4b88-bfb3-d942446401cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cee8c10-39e0-40f8-8bb8-ebafc4a6f504,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:07.560078 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-5951c14c-de15-4b88-bfb3-d942446401cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:07.560918 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5951c14c-de15-4b88-bfb3-d942446401cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:07.566965 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-5951c14c-de15-4b88-bfb3-d942446401cf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7cee8c10-39e0-40f8-8bb8-ebafc4a6f504 HTTP/1.1" status: 204 len: 168 time: 0.2368586 Aug 24 18:36:07.624736 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device b7deee6e-8de9-4525-91be-a1de7a298a21 up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:36:07.650769 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-841744bb-a88d-47ba-91dc-28b46a5812d8 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:07.652195 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-841744bb-a88d-47ba-91dc-28b46a5812d8 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.36 "GET /v2.0/networks?id=c6a59e55-85ca-47cc-8fae-e2513fbbce59 HTTP/1.1" status: 200 len: 817 time: 0.3027751 Aug 24 18:36:07.660885 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea8ea8-6059-48d3-a19c-908ce264530e req-383b6cd3-c1ea-4a06-b22c-a33053e4e9ca tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:07.667687 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-64ea8ea8-6059-48d3-a19c-908ce264530e req-383b6cd3-c1ea-4a06-b22c-a33053e4e9ca tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 944 time: 0.4587643 Aug 24 18:36:07.671138 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78201e63-053b-4ec9-8ba1-73a54889e89a {{(pid=74995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:36:07.682310 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f0a61-8ecb-4ae8-80c4-4ef753868289 req-84f898aa-613b-4b61-8fad-42d0f04760d0 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:07.683053 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-a96f0a61-8ecb-4ae8-80c4-4ef753868289 req-84f898aa-613b-4b61-8fad-42d0f04760d0 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Synchronizing usage tracker for tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce on resource:port {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:36:07.706883 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning for port b7deee6e-8de9-4525-91be-a1de7a298a21 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:36:07.715683 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port b7deee6e-8de9-4525-91be-a1de7a298a21 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:36:07.716722 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:07.749938 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:07.812981 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.provisioning_blocks [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Transition to ACTIVE for port object 78201e63-053b-4ec9-8ba1-73a54889e89a will not be triggered until provisioned by entity L2. {{(pid=74995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:36:07.820003 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-a96f0a61-8ecb-4ae8-80c4-4ef753868289 req-84f898aa-613b-4b61-8fad-42d0f04760d0 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Unset dirty status for tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce on resource:port {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:36:07.821304 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a96f0a61-8ecb-4ae8-80c4-4ef753868289 req-84f898aa-613b-4b61-8fad-42d0f04760d0 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 931 time: 0.5275686 Aug 24 18:36:07.827687 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:07.843046 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-da94f7d9-145b-480c-b584-15fd883bb542 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1058cbc028345d9b3abf057991020c1 HTTP/1.1" status: 200 len: 379 time: 0.1666749 Aug 24 18:36:07.858076 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:07.888603 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:07.923177 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd253a56-8fcc-42a4-8963-eee704b9dba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7deee6e-8de9-4525-91be-a1de7a298a21'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:36:07.929057 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-64ea8ea8-6059-48d3-a19c-908ce264530e req-fc4f65e5-4531-4c39-9074-50c8126ec38c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603993 Aug 24 18:36:07.937483 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-593a40a7-7752-4765-a952-2639b0bbd3dc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Request body: {'port': {'device_id': '61d308d6-dcfd-4af9-b01f-69dc245478fe', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'admin_state_up': True, 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'security_groups': ['6bc96ba4-87a6-439a-95d1-4411e8ac59cf']}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:07.990069 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port b7deee6e-8de9-4525-91be-a1de7a298a21, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b7deee6e-8de9-4525-91be-a1de7a298a21,segment=NetworkSegment(1e9ee31d-9b7b-41e8-b45f-695749ee603b),segment_id=1e9ee31d-9b7b-41e8-b45f-695749ee603b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:36:07.998118 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:07.999504 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 2a50fd38-f083-4fe9-87c1-367115b5e842 up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:36:08.037390 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:08.101363 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a96f0a61-8ecb-4ae8-80c4-4ef753868289 req-b4ddfb53-c523-4818-973c-75866306b5fc tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700775 Aug 24 18:36:08.158883 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=b7deee6e-8de9-4525-91be-a1de7a298a21,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:08.162953 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:08.164624 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning for port 2a50fd38-f083-4fe9-87c1-367115b5e842 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:36:08.170906 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port 2a50fd38-f083-4fe9-87c1-367115b5e842 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:36:08.171712 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:08.289862 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58516) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:08.319730 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:08.335248 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b05b227d-327b-4ab7-831e-efb521cb74c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:08.362723 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 2a50fd38-f083-4fe9-87c1-367115b5e842, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2a50fd38-f083-4fe9-87c1-367115b5e842,segment=NetworkSegment(f42e422c-915b-44d7-9fb6-4a974622d610),segment_id=f42e422c-915b-44d7-9fb6-4a974622d610)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:36:08.389928 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:08.393765 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-197c1660-14ad-4095-b691-1da24d8faf19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:08.414509 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b05b227d-327b-4ab7-831e-efb521cb74c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:08.426951 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b05b227d-327b-4ab7-831e-efb521cb74c4 admin admin] Usage tracker for resource:security_group_rule and tenant:5f6faaf3614142bdb2ed59ae05f88ced is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:08.435622 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b05b227d-327b-4ab7-831e-efb521cb74c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:08.453585 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b05b227d-327b-4ab7-831e-efb521cb74c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:08.539249 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=2a50fd38-f083-4fe9-87c1-367115b5e842,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:08.544119 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:08.613247 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b05b227d-327b-4ab7-831e-efb521cb74c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:08.623102 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b05b227d-327b-4ab7-831e-efb521cb74c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:08.636362 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:08.683747 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b227d-327b-4ab7-831e-efb521cb74c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c553461-523f-4945-94aa-23895f33582b,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:08.704596 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b05b227d-327b-4ab7-831e-efb521cb74c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:08.723363 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a4340e94-71f8-43b1-90aa-eb511f5cd4fd req-f432b0b9-da1d-443d-bf88-b03289d51d82 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 210 time: 0.5733845 Aug 24 18:36:08.770390 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-b05b227d-327b-4ab7-831e-efb521cb74c4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5f6faaf3614142bdb2ed59ae05f88ced&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4770417 Aug 24 18:36:08.773777 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58530) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:08.889523 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c8c365a5-23a9-4ac6-84be-8bebce41faa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:08.890275 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Pushing event updated for resources: {'Port': ['ID=78201e63-053b-4ec9-8ba1-73a54889e89a,revision_number=2']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:08.905183 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.047s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:08.947654 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c8c365a5-23a9-4ac6-84be-8bebce41faa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:09.062327 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c8c365a5-23a9-4ac6-84be-8bebce41faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:09.067527 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-5951c14c-de15-4b88-bfb3-d942446401cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:09.081960 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.managers [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Attempting to bind port 78201e63-053b-4ec9-8ba1-73a54889e89a on host hv-cinder-80582 for vnic_type normal with profile {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:36:09.082306 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.managers [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Attempting to bind port 78201e63-053b-4ec9-8ba1-73a54889e89a by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'b25e463f-1e83-4d3f-b250-4c219ff74c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae'}] {{(pid=74995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:36:09.082635 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Attempting to bind port 78201e63-053b-4ec9-8ba1-73a54889e89a on network b318b1a4-8e6c-49b9-b674-7da1d2c600ae {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:36:09.097232 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c365a5-23a9-4ac6-84be-8bebce41faa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c553461-523f-4945-94aa-23895f33582b,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:09.104104 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-c8c365a5-23a9-4ac6-84be-8bebce41faa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:09.126533 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c8c365a5-23a9-4ac6-84be-8bebce41faa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:09.127931 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-c8c365a5-23a9-4ac6-84be-8bebce41faa5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c553461-523f-4945-94aa-23895f33582b HTTP/1.1" status: 204 len: 168 time: 0.3531830 Aug 24 18:36:09.167664 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Port 78201e63-053b-4ec9-8ba1-73a54889e89a on network b318b1a4-8e6c-49b9-b674-7da1d2c600ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:36:09.168374 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Attempting to bind port 78201e63-053b-4ec9-8ba1-73a54889e89a on network b318b1a4-8e6c-49b9-b674-7da1d2c600ae {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:36:09.176330 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-593a40a7-7752-4765-a952-2639b0bbd3dc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:09.213174 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-593a40a7-7752-4765-a952-2639b0bbd3dc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:09.230133 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Checking agent: {'id': 'c5b5b5de-e9ee-4a89-bea7-745c11eae0d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'started_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:36:09.230513 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Checking segment: {'id': 'b25e463f-1e83-4d3f-b250-4c219ff74c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:36:09.230948 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Bound using segment: {'id': 'b25e463f-1e83-4d3f-b250-4c219ff74c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae'} {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:36:09.231644 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.managers [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Bound port: 78201e63-053b-4ec9-8ba1-73a54889e89a, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25e463f-1e83-4d3f-b250-4c219ff74c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae'}}] {{(pid=74995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:36:09.232140 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:09.253902 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd253a56-8fcc-42a4-8963-eee704b9dba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7deee6e-8de9-4525-91be-a1de7a298a21', 'code': 200} Aug 24 18:36:09.270021 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c8985-9758-4625-a348-8dcd01605158 req-c94f1986-3c20-4e3a-b4a7-04ef50d14859 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:09.283874 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8a3c8985-9758-4625-a348-8dcd01605158 req-c94f1986-3c20-4e3a-b4a7-04ef50d14859 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 945 time: 0.6085818 Aug 24 18:36:09.417856 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-593a40a7-7752-4765-a952-2639b0bbd3dc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Made reservation on behalf of d1058cbc028345d9b3abf057991020c1 for: {'port': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:36:09.433156 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-593a40a7-7752-4765-a952-2639b0bbd3dc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:09.495441 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.36', 57749) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:09.570065 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5f9aea15-301a-4623-b5f6-c685425366fb req-beb2bffb-2fd5-4a4e-96bf-9c7933184ced service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 1098 time: 0.0733414 Aug 24 18:36:09.598110 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-5f9aea15-301a-4623-b5f6-c685425366fb req-d81a9a50-d743-43c5-996a-74330fac4293 service neutron] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:09.606794 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8a3c8985-9758-4625-a348-8dcd01605158 req-f061ab35-4f21-4117-9712-6b7f56cd7a49 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/security-groups?id=641a04fb-3568-4e57-944d-85a5bc4f3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135819 Aug 24 18:36:09.632432 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] For port 78201e63-053b-4ec9-8ba1-73a54889e89a, host hv-cinder-80582, cleared binding levels {{(pid=74995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:36:09.658617 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] For port 78201e63-053b-4ec9-8ba1-73a54889e89a, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=78201e63-053b-4ec9-8ba1-73a54889e89a,segment=NetworkSegment(b25e463f-1e83-4d3f-b250-4c219ff74c5a),segment_id=b25e463f-1e83-4d3f-b250-4c219ff74c5a)] {{(pid=74995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:36:09.689084 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-5f9aea15-301a-4623-b5f6-c685425366fb req-d81a9a50-d743-43c5-996a-74330fac4293 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:09.698257 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-5f9aea15-301a-4623-b5f6-c685425366fb req-d81a9a50-d743-43c5-996a-74330fac4293 service neutron] Usage tracker for resource:security_group_rule and tenant:912cfe8da2f14486b0225c32f714d183 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:09.706890 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:09.711795 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-5f9aea15-301a-4623-b5f6-c685425366fb req-d81a9a50-d743-43c5-996a-74330fac4293 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:09.725222 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-5f9aea15-301a-4623-b5f6-c685425366fb req-d81a9a50-d743-43c5-996a-74330fac4293 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:09.731577 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:09.802804 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca813abc-a643-43ce-91cd-4d50abc467d8 req-e72f7de4-fd41-4179-831b-f3e44694d7a7 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:09.804459 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ca813abc-a643-43ce-91cd-4d50abc467d8 req-e72f7de4-fd41-4179-831b-f3e44694d7a7 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 945 time: 0.3515143 Aug 24 18:36:09.812711 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-5f9aea15-301a-4623-b5f6-c685425366fb req-d81a9a50-d743-43c5-996a-74330fac4293 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:09.822011 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-5f9aea15-301a-4623-b5f6-c685425366fb req-d81a9a50-d743-43c5-996a-74330fac4293 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:09.845177 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-42d02e0a-0aa9-48bc-a9ea-610679b904f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:09.853853 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5f9aea15-301a-4623-b5f6-c685425366fb req-d81a9a50-d743-43c5-996a-74330fac4293 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761307 Aug 24 18:36:09.877615 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a9a50-d743-43c5-996a-74330fac4293 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e8430b20-d4a4-4cb5-b94f-849592c9640a,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:09.884067 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for port, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:09.885460 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] 10.222.0.36 "PUT /v2.0/ports/78201e63-053b-4ec9-8ba1-73a54889e89a HTTP/1.1" status: 200 len: 1093 time: 3.3809004 Aug 24 18:36:09.890106 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d68a91-1841-4c8c-8f6a-9bb4b45c3266', 'tag': '78201e63-053b-4ec9-8ba1-73a54889e89a'}] {{(pid=74995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:36:09.893832 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-d81a9a50-d743-43c5-996a-74330fac4293 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:09.917566 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_common [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-593a40a7-7752-4765-a952-2639b0bbd3dc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Allocated IP 172.20.0.13 (c6a59e55-85ca-47cc-8fae-e2513fbbce59/6d9a7234-019a-48d3-9ec8-5b691415065c/452b0c3e-a5b4-4402-a0e2-e64ad9710eb5) {{(pid=74995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:36:09.955819 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Pushing event updated for resources: {'Port': ['ID=78201e63-053b-4ec9-8ba1-73a54889e89a,revision_number=3']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:09.976207 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:10.030821 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ca813abc-a643-43ce-91cd-4d50abc467d8 req-65d5dd9f-dc64-4067-94df-4acd0d0c73b6 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828430 Aug 24 18:36:10.389638 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f28e4-079f-418b-8dd2-8330c13cff03 req-ea3ca017-6e53-4952-bece-d06aaf5a9c3c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:10.400944 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a52f28e4-079f-418b-8dd2-8330c13cff03 req-ea3ca017-6e53-4952-bece-d06aaf5a9c3c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 943 time: 0.5927207 Aug 24 18:36:10.512333 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-593a40a7-7752-4765-a952-2639b0bbd3dc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for port, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:10.529464 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c4c11628-64e6-4a0c-80e3-5363d8738095 req-e96c958d-848c-49dd-a342-7f59b33a399f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 210 time: 0.0801857 Aug 24 18:36:10.559756 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.provisioning_blocks [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-593a40a7-7752-4765-a952-2639b0bbd3dc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Transition to ACTIVE for port object 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 will not be triggered until provisioned by entity DHCP. {{(pid=74995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:36:10.565941 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a52f28e4-079f-418b-8dd2-8330c13cff03 req-d9eb4f6a-7e7f-4014-a179-32e9b40e4a35 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637259 Aug 24 18:36:10.603010 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-a19a5e7c-c853-4d6a-9909-16fea5f8d26e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38a9b4d30bbb4e6bb18d2ca3ccce2cce&device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 1096 time: 0.4549203 Aug 24 18:36:10.674199 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d68a91-1841-4c8c-8f6a-9bb4b45c3266', 'tag': '78201e63-053b-4ec9-8ba1-73a54889e89a', 'status': 'completed', 'code': 200} Aug 24 18:36:10.697028 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-593a40a7-7752-4765-a952-2639b0bbd3dc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:10.699934 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-b388550d-d254-4550-b394-ce9a0998d78c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78201e63-053b-4ec9-8ba1-73a54889e89a HTTP/1.1" status: 200 len: 217 time: 0.0903659 Aug 24 18:36:10.705550 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:10.894539 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-593a40a7-7752-4765-a952-2639b0bbd3dc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Network c6a59e55-85ca-47cc-8fae-e2513fbbce59 is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:36:10.905932 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-593a40a7-7752-4765-a952-2639b0bbd3dc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:36:10.913223 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-13177cd3-495a-4ded-a9b6-2343db9536be service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:10.914608 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-13177cd3-495a-4ded-a9b6-2343db9536be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8a23952-40cf-4695-ae69-f2d425c34691 HTTP/1.1" status: 200 len: 849 time: 0.1730905 Aug 24 18:36:10.916662 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-593a40a7-7752-4765-a952-2639b0bbd3dc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Received port after_create {{(pid=74995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:36:10.920595 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-593a40a7-7752-4765-a952-2639b0bbd3dc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:10.921209 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-593a40a7-7752-4765-a952-2639b0bbd3dc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for port, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:10.926044 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a40a7-7752-4765-a952-2639b0bbd3dc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Pushing event updated for resources: {'Port': ['ID=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:11.046856 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-593a40a7-7752-4765-a952-2639b0bbd3dc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:11.191186 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-593a40a7-7752-4765-a952-2639b0bbd3dc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2911167 Aug 24 18:36:11.228040 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Request body: {'port': {'device_id': '61d308d6-dcfd-4af9-b01f-69dc245478fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:11.254688 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa3f507-d331-496f-8a96-3678ca9ef874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a50fd38-f083-4fe9-87c1-367115b5e842'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:36:11.309624 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83b832-1ead-4ff9-8402-92975720cdd7 req-2ac14bd8-22d5-47b1-b3a6-a258eec9187a tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:11.311146 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6d83b832-1ead-4ff9-8402-92975720cdd7 req-2ac14bd8-22d5-47b1-b3a6-a258eec9187a tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 945 time: 0.4779694 Aug 24 18:36:11.338638 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-f3a9d798-656a-427f-a63f-2f763d28cdab None None] Provisioning for port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:36:11.344420 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-f3a9d798-656a-427f-a63f-2f763d28cdab None None] Provisioning complete for port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:36:11.344801 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-f3a9d798-656a-427f-a63f-2f763d28cdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:11.375239 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-c8217075-93f3-47a7-ac1b-b6c5a72ae45b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4446003 Aug 24 18:36:11.402757 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-f3a9d798-656a-427f-a63f-2f763d28cdab None None] Port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:36:11.674987 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7e1e2-08d7-457c-b7fb-ba1caf50248e req-6dcb70b5-fc97-4211-87c4-cdc8abe5c3f7 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:11.676692 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ece7e1e2-08d7-457c-b7fb-ba1caf50248e req-6dcb70b5-fc97-4211-87c4-cdc8abe5c3f7 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 945 time: 0.4159541 Aug 24 18:36:11.677582 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:11.707390 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6d83b832-1ead-4ff9-8402-92975720cdd7 req-8f07b109-de82-4798-af83-817e108c1307 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/security-groups?id=641a04fb-3568-4e57-944d-85a5bc4f3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753340 Aug 24 18:36:11.796055 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa3f507-d331-496f-8a96-3678ca9ef874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a50fd38-f083-4fe9-87c1-367115b5e842', 'code': 200} Aug 24 18:36:11.891286 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ece7e1e2-08d7-457c-b7fb-ba1caf50248e req-8f5343e4-b9ba-4bc9-ad37-1ea1d72ca377 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759911 Aug 24 18:36:11.900932 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-96596faf-6a28-44bb-8772-14623f9220b9 service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985151 Aug 24 18:36:12.198487 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-637de286-4bdd-42a1-86a7-e5cdbce642dd req-5dbf9147-6056-4313-82fe-2153a43189dc service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870092 Aug 24 18:36:12.362044 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] Sync routers for ids ['7c72f87d-caf3-4731-800d-078c8fe11fc0'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:36:12.377527 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-043c5cd1-82b3-47ce-9fb1-a8a328856152 req-712a196c-ee04-4a41-9a95-e1d8e3c393e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 1098 time: 0.2296107 Aug 24 18:36:12.394092 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] Routers {'7c72f87d-caf3-4731-800d-078c8fe11fc0'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:36:12.398630 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:35:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['7c72f87d-caf3-4731-800d-078c8fe11fc0'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:36:12.483365 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-043c5cd1-82b3-47ce-9fb1-a8a328856152 req-1e7f0fc3-dcd9-4169-9667-faac10ecc0c2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=641a04fb-3568-4e57-944d-85a5bc4f3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950954 Aug 24 18:36:12.602582 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5ce4e-7d79-4276-ad6a-9a8c3b74ee30 req-0c2f3f53-4361-4c85-9f8d-28d8ae96f400 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:12.609566 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1dc5ce4e-7d79-4276-ad6a-9a8c3b74ee30 req-0c2f3f53-4361-4c85-9f8d-28d8ae96f400 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 943 time: 0.4138250 Aug 24 18:36:12.626716 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed5103-623e-4913-a07e-7cfa22ddcd02 req-294b86ef-7492-4eb3-826f-e64463c6b323 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:12.627332 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-f5ed5103-623e-4913-a07e-7cfa22ddcd02 req-294b86ef-7492-4eb3-826f-e64463c6b323 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Synchronizing usage tracker for tenant:d1058cbc028345d9b3abf057991020c1 on resource:port {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:36:12.722167 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1e913f66-b713-494b-8a38-6cddf5dd36ca req-8ac92db3-ffb1-49aa-a5fd-295f083c55be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38a9b4d30bbb4e6bb18d2ca3ccce2cce&device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 1096 time: 0.4386811 Aug 24 18:36:12.725609 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-f5ed5103-623e-4913-a07e-7cfa22ddcd02 req-294b86ef-7492-4eb3-826f-e64463c6b323 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Unset dirty status for tenant:d1058cbc028345d9b3abf057991020c1 on resource:port {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:36:12.727221 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f5ed5103-623e-4913-a07e-7cfa22ddcd02 req-294b86ef-7492-4eb3-826f-e64463c6b323 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 932 time: 0.6615956 Aug 24 18:36:12.747661 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] Set router 7c72f87d-caf3-4731-800d-078c8fe11fc0 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:36:12.873563 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.db.resource_extend [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 24 18:36:12.884805 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1dc5ce4e-7d79-4276-ad6a-9a8c3b74ee30 req-c4afe303-d55e-4e3a-8f3e-d92bea1328ea tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743919 Aug 24 18:36:13.015760 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f5ed5103-623e-4913-a07e-7cfa22ddcd02 req-0250ea60-bb1b-4946-bcf3-730a684f6219 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528710 Aug 24 18:36:13.060121 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 {{(pid=74995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:36:13.077706 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:13.098060 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e913f66-b713-494b-8a38-6cddf5dd36ca req-344860c9-2f8f-408a-b33d-ec1b6cade8cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:13.100009 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1e913f66-b713-494b-8a38-6cddf5dd36ca req-344860c9-2f8f-408a-b33d-ec1b6cade8cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae HTTP/1.1" status: 200 len: 911 time: 0.3619688 Aug 24 18:36:13.218550 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.provisioning_blocks [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Transition to ACTIVE for port object 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 will not be triggered until provisioned by entity L2. {{(pid=74995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:36:13.220167 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1e913f66-b713-494b-8a38-6cddf5dd36ca req-cd86499d-2c1b-46e7-837b-127bab4d9673 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78201e63-053b-4ec9-8ba1-73a54889e89a HTTP/1.1" status: 200 len: 217 time: 0.0734947 Aug 24 18:36:13.309442 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:13.335151 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:13.340327 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:35Z', 'updated_at': '2021-08-24T18:35:50Z', 'revision_number': 4, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'gw_port': {'id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:37Z', 'updated_at': '2021-08-24T18:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '172acd97-7ae1-4c78-8100-eb25dc87bb99', 'name': '', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'mac_address': 'fa:16:3e:4d:a5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:49Z', 'updated_at': '2021-08-24T18:35:51Z', 'revision_number': 2, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'subnets': [{'id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:36:13.344635 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] Checking router: 7c72f87d-caf3-4731-800d-078c8fe11fc0 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:36:13.344994 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] Updating router 7c72f87d-caf3-4731-800d-078c8fe11fc0 port 172acd97-7ae1-4c78-8100-eb25dc87bb99 binding host dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:36:13.406608 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:13.548681 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e913f66-b713-494b-8a38-6cddf5dd36ca req-38c245a0-cdf5-4435-8359-c41394913fdf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:13.550167 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1e913f66-b713-494b-8a38-6cddf5dd36ca req-38c245a0-cdf5-4435-8359-c41394913fdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8a23952-40cf-4695-ae69-f2d425c34691 HTTP/1.1" status: 200 len: 849 time: 0.2833219 Aug 24 18:36:13.572111 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Pushing event updated for resources: {'Port': ['ID=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,revision_number=2']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:13.648441 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2460b2-9787-430b-b7ef-0c34169a9524 req-9026889e-a798-41d5-84a6-a49bb09be810 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:13.656360 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8a2460b2-9787-430b-b7ef-0c34169a9524 req-9026889e-a798-41d5-84a6-a49bb09be810 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 945 time: 0.5543170 Aug 24 18:36:13.658677 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:13.839661 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.managers [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Attempting to bind port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:36:13.839995 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.managers [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Attempting to bind port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'e847410f-342f-4ad5-875e-3c30141a48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59'}] {{(pid=74995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:36:13.840321 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Attempting to bind port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 on network c6a59e55-85ca-47cc-8fae-e2513fbbce59 {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:36:13.849684 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8547f56b-7c6d-43a2-82cd-3fe67a67803c req-03b3ca57-7ee1-4bcb-b26c-247687bd9ac4 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:13.851257 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8547f56b-7c6d-43a2-82cd-3fe67a67803c req-03b3ca57-7ee1-4bcb-b26c-247687bd9ac4 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 945 time: 0.6302299 Aug 24 18:36:13.863648 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 on network c6a59e55-85ca-47cc-8fae-e2513fbbce59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:36:13.863994 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Attempting to bind port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 on network c6a59e55-85ca-47cc-8fae-e2513fbbce59 {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:36:13.935860 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Checking agent: {'id': 'c5b5b5de-e9ee-4a89-bea7-745c11eae0d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'started_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:36:13.936212 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Checking segment: {'id': 'e847410f-342f-4ad5-875e-3c30141a48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:36:13.936573 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Bound using segment: {'id': 'e847410f-342f-4ad5-875e-3c30141a48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59'} {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:36:13.937021 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.managers [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Bound port: 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e847410f-342f-4ad5-875e-3c30141a48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59'}}] {{(pid=74995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:36:13.937364 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:13.938273 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] Notify callbacks [] for port, precommit_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:13.952310 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] Transition to ACTIVE for port object 172acd97-7ae1-4c78-8100-eb25dc87bb99 will not be triggered until provisioned by entity L2. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:36:13.967014 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:13.972776 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:14.041786 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8a2460b2-9787-430b-b7ef-0c34169a9524 req-d17a84a9-5ab5-491d-9b84-6bcd04f089b1 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/security-groups?id=641a04fb-3568-4e57-944d-85a5bc4f3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854892 Aug 24 18:36:14.177399 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8547f56b-7c6d-43a2-82cd-3fe67a67803c req-0c23b09a-a418-4593-90c0-c56e3188dd4d tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098409 Aug 24 18:36:14.187186 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1e913f66-b713-494b-8a38-6cddf5dd36ca req-926b4ca1-4e25-458a-9ad2-150a016dd95f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6148803 Aug 24 18:36:14.238421 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57930061-010d-420f-97bb-e8be033086fd None None] Pushing event updated for resources: {'Port': ['ID=172acd97-7ae1-4c78-8100-eb25dc87bb99,revision_number=3']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:14.249403 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-57930061-010d-420f-97bb-e8be033086fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:14.266099 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] For port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5, host hv-cinder-80582, cleared binding levels {{(pid=74995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:36:14.269809 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] For port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:36:14.420486 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:14.429384 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] Attempting to bind port 172acd97-7ae1-4c78-8100-eb25dc87bb99 on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:36:14.429384 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] Attempting to bind port 172acd97-7ae1-4c78-8100-eb25dc87bb99 by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': 'e847410f-342f-4ad5-875e-3c30141a48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59'}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:36:14.429987 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] Attempting to bind port 172acd97-7ae1-4c78-8100-eb25dc87bb99 on network c6a59e55-85ca-47cc-8fae-e2513fbbce59 {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:36:14.445709 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:36:14.446211 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] Checking segment: {'id': 'e847410f-342f-4ad5-875e-3c30141a48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:36:14.446635 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:14.447040 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] Bound using segment: {'id': 'e847410f-342f-4ad5-875e-3c30141a48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59'} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:36:14.447516 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] Bound port: 172acd97-7ae1-4c78-8100-eb25dc87bb99, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e847410f-342f-4ad5-875e-3c30141a48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59'}}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:36:14.447890 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:14.472522 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:14.572673 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] For port 172acd97-7ae1-4c78-8100-eb25dc87bb99, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:36:14.577177 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] For port 172acd97-7ae1-4c78-8100-eb25dc87bb99, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=172acd97-7ae1-4c78-8100-eb25dc87bb99,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:36:14.590211 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:14.599011 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:14.605689 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for port, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:14.607223 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] 10.222.0.36 "PUT /v2.0/ports/452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 HTTP/1.1" status: 200 len: 1094 time: 3.4073315 Aug 24 18:36:14.616880 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d308d6-dcfd-4af9-b01f-69dc245478fe', 'tag': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5'}] {{(pid=74995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:36:14.664387 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1e913f66-b713-494b-8a38-6cddf5dd36ca req-2073eb14-57b1-4de4-8cb2-a1ea2230308c service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678006 Aug 24 18:36:14.666111 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Pushing event updated for resources: {'Port': ['ID=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,revision_number=3']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:14.694882 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57930061-010d-420f-97bb-e8be033086fd None None] Pushing event updated for resources: {'Port': ['ID=172acd97-7ae1-4c78-8100-eb25dc87bb99,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:14.704080 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-57930061-010d-420f-97bb-e8be033086fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:14.708131 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] Routers {'7c72f87d-caf3-4731-800d-078c8fe11fc0'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:36:14.708774 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:35:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['7c72f87d-caf3-4731-800d-078c8fe11fc0'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:36:14.712961 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:14.768113 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b88ee-cfd8-482f-a8b0-fb8f077780ed req-1234dcde-f140-4ea7-8a19-6f26a9820c7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:14.777163 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-403b88ee-cfd8-482f-a8b0-fb8f077780ed req-1234dcde-f140-4ea7-8a19-6f26a9820c7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 943 time: 0.5493379 Aug 24 18:36:14.880612 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a132e-b837-4f6d-82a6-5fb36eacb5a4 req-b455346c-6708-4da2-a7e4-d3e4ebe3fe3f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:14.887981 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-326a132e-b837-4f6d-82a6-5fb36eacb5a4 req-b455346c-6708-4da2-a7e4-d3e4ebe3fe3f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.4738169 Aug 24 18:36:15.001735 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-403b88ee-cfd8-482f-a8b0-fb8f077780ed req-b7260582-3335-4f03-8602-cbd340ed48b8 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238009 Aug 24 18:36:15.084519 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-326a132e-b837-4f6d-82a6-5fb36eacb5a4 req-e36e350b-737c-436d-b044-14c72c941f0d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955006 Aug 24 18:36:15.090308 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-7f1f811a-b27c-42ef-a667-84542ed289e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1058cbc028345d9b3abf057991020c1&device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 1097 time: 0.4187348 Aug 24 18:36:15.117279 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1e913f66-b713-494b-8a38-6cddf5dd36ca req-0e850e8d-e933-4b6a-ba38-29f4072a642b service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436946 Aug 24 18:36:15.166351 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] Set router 7c72f87d-caf3-4731-800d-078c8fe11fc0 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:36:15.273000 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d308d6-dcfd-4af9-b01f-69dc245478fe', 'tag': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5', 'status': 'completed', 'code': 200} Aug 24 18:36:15.307672 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-63db76e4-435e-436d-be9c-0477dd9a95e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 HTTP/1.1" status: 200 len: 217 time: 0.1893747 Aug 24 18:36:15.482837 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-9146b50a-c1e3-4d4a-b830-683f5d0e23b5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:15.484419 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-9146b50a-c1e3-4d4a-b830-683f5d0e23b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d9a7234-019a-48d3-9ec8-5b691415065c HTTP/1.1" status: 200 len: 856 time: 0.1705246 Aug 24 18:36:15.576050 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25df053b-be3f-4dcd-a1d3-7aac6a7340b7 req-6ebea360-dca0-420f-8ef6-053b7b795e0e tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:15.583940 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-25df053b-be3f-4dcd-a1d3-7aac6a7340b7 req-6ebea360-dca0-420f-8ef6-053b7b795e0e tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 945 time: 0.2106242 Aug 24 18:36:15.631276 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:35Z', 'updated_at': '2021-08-24T18:35:50Z', 'revision_number': 4, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'gw_port': {'id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:37Z', 'updated_at': '2021-08-24T18:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '172acd97-7ae1-4c78-8100-eb25dc87bb99', 'name': '', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'mac_address': 'fa:16:3e:4d:a5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:49Z', 'updated_at': '2021-08-24T18:36:14Z', 'revision_number': 4, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'subnets': [{'id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:36:15.636699 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809da887-9273-4f5e-931e-c8c45d588617 None None] The sync data for ids ['7c72f87d-caf3-4731-800d-078c8fe11fc0'] in dv-cinder-805825-1-iscsi is: [{'id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:35Z', 'updated_at': '2021-08-24T18:35:50Z', 'revision_number': 4, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'gw_port': {'id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:37Z', 'updated_at': '2021-08-24T18:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '172acd97-7ae1-4c78-8100-eb25dc87bb99', 'name': '', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'mac_address': 'fa:16:3e:4d:a5:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:49Z', 'updated_at': '2021-08-24T18:36:14Z', 'revision_number': 4, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'subnets': [{'id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:36:15.658621 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-25df053b-be3f-4dcd-a1d3-7aac6a7340b7 req-347548fd-89af-4edc-8547-c34002cd6966 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/security-groups?id=641a04fb-3568-4e57-944d-85a5bc4f3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653872 Aug 24 18:36:15.666851 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-56f18b64-48a4-4217-819b-cc8aa4fe6433 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6a59e55-85ca-47cc-8fae-e2513fbbce59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1745608 Aug 24 18:36:15.691663 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 78201e63-053b-4ec9-8ba1-73a54889e89a details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:36:15.919396 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-f8b7adc8-9af4-485e-b76e-c515b5ebe34a service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439601 Aug 24 18:36:15.939699 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 78201e63-053b-4ec9-8ba1-73a54889e89a, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=78201e63-053b-4ec9-8ba1-73a54889e89a,segment=NetworkSegment(b25e463f-1e83-4d3f-b250-4c219ff74c5a),segment_id=b25e463f-1e83-4d3f-b250-4c219ff74c5a)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:36:15.967320 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': '78201e63-053b-4ec9-8ba1-73a54889e89a', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'port_id': '78201e63-053b-4ec9-8ba1-73a54889e89a', 'mac_address': 'fa:16:3e:92:bc:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:36:16.042313 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:16.063507 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78201e63-053b-4ec9-8ba1-73a54889e89a {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:36:16.097938 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 78201e63-053b-4ec9-8ba1-73a54889e89a, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=78201e63-053b-4ec9-8ba1-73a54889e89a,segment=NetworkSegment(b25e463f-1e83-4d3f-b250-4c219ff74c5a),segment_id=b25e463f-1e83-4d3f-b250-4c219ff74c5a)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:36:16.107461 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:16.111724 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:16.162343 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-10ca2db3-7f42-4c9d-8cb1-1299f4eeb198 req-5ca78fbc-20ba-4474-b89b-5f0ccd241a87 service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333107 Aug 24 18:36:16.241048 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=78201e63-053b-4ec9-8ba1-73a54889e89a,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:16.252535 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:16.365608 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['78201e63-053b-4ec9-8ba1-73a54889e89a'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:36:16.444752 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-19b4d6a5-b6ae-4088-ba62-397728815f32 req-ad8d7f3a-6474-47f8-a411-90026ad5cb3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1058cbc028345d9b3abf057991020c1&device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 1097 time: 0.1900983 Aug 24 18:36:16.691429 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f606bd-a5fd-43e7-aeeb-f5ac7e6e5796 req-67477a11-bdeb-4847-aeb6-73c307aa6248 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:16.693452 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e2f606bd-a5fd-43e7-aeeb-f5ac7e6e5796 req-67477a11-bdeb-4847-aeb6-73c307aa6248 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 944 time: 0.4928987 Aug 24 18:36:16.812045 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29624267-bc1e-43b9-9e85-72aeff879c30 req-8f9c9047-4465-40a8-9056-309a1b0d367d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:16.813635 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-29624267-bc1e-43b9-9e85-72aeff879c30 req-8f9c9047-4465-40a8-9056-309a1b0d367d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.4605517 Aug 24 18:36:16.909809 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e2f606bd-a5fd-43e7-aeeb-f5ac7e6e5796 req-79a6bff0-f3c0-43a3-b706-d150e7b82359 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066581 Aug 24 18:36:16.923636 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4d6a5-b6ae-4088-ba62-397728815f32 req-38e74409-74bf-4af2-a304-2732bb44c0da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:16.925198 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-19b4d6a5-b6ae-4088-ba62-397728815f32 req-38e74409-74bf-4af2-a304-2732bb44c0da service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6a59e55-85ca-47cc-8fae-e2513fbbce59 HTTP/1.1" status: 200 len: 918 time: 0.4603834 Aug 24 18:36:16.927578 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-29624267-bc1e-43b9-9e85-72aeff879c30 req-133ab036-b10f-40ed-82d6-3208207f1125 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060021 Aug 24 18:36:17.033943 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-19b4d6a5-b6ae-4088-ba62-397728815f32 req-0e7bb381-80ee-49ac-a28f-c25c6264e2eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 HTTP/1.1" status: 200 len: 217 time: 0.1008837 Aug 24 18:36:17.120538 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4d6a5-b6ae-4088-ba62-397728815f32 req-91b7b5e1-00ff-45ce-a29a-1e3ecc55d41c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:17.122302 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-19b4d6a5-b6ae-4088-ba62-397728815f32 req-91b7b5e1-00ff-45ce-a29a-1e3ecc55d41c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d9a7234-019a-48d3-9ec8-5b691415065c HTTP/1.1" status: 200 len: 856 time: 0.0756254 Aug 24 18:36:17.267214 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-19b4d6a5-b6ae-4088-ba62-397728815f32 req-4300586b-bbfc-4307-8808-f4e0fdcc0cf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6a59e55-85ca-47cc-8fae-e2513fbbce59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1334858 Aug 24 18:36:17.563853 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-19b4d6a5-b6ae-4088-ba62-397728815f32 req-8f728938-6c0a-4a23-bc06-5cb9d991ce6d service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871530 Aug 24 18:36:17.644066 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58872) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:17.705399 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 78201e63-053b-4ec9-8ba1-73a54889e89a up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:36:17.749017 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 58880) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:17.758691 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-19b4d6a5-b6ae-4088-ba62-397728815f32 req-667d2805-7bdf-4e0b-bb92-0ae45e218cc2 service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790195 Aug 24 18:36:17.817320 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 172acd97-7ae1-4c78-8100-eb25dc87bb99 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:36:17.914682 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning for port 78201e63-053b-4ec9-8ba1-73a54889e89a completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:36:17.921438 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port 78201e63-053b-4ec9-8ba1-73a54889e89a triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:36:17.922005 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:17.980998 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port 172acd97-7ae1-4c78-8100-eb25dc87bb99 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:36:17.989123 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 172acd97-7ae1-4c78-8100-eb25dc87bb99 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:36:17.989500 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:18.009337 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f23b4335-bbd7-4789-af4a-2b81f64ec8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:18.037671 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bc109e9f-6860-48c9-b1e5-9810677fbc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:18.099930 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-f23b4335-bbd7-4789-af4a-2b81f64ec8a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:18.104715 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-f23b4335-bbd7-4789-af4a-2b81f64ec8a1 admin admin] Usage tracker for resource:security_group_rule and tenant:80a2ea93374a49399516cd57223f175a is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:18.109192 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-f23b4335-bbd7-4789-af4a-2b81f64ec8a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:18.109855 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-bc109e9f-6860-48c9-b1e5-9810677fbc1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:18.116307 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-f23b4335-bbd7-4789-af4a-2b81f64ec8a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:18.120317 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-bc109e9f-6860-48c9-b1e5-9810677fbc1c admin admin] Usage tracker for resource:security_group_rule and tenant:6ee501bf50264222a27f4a28118bf26a is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:18.125936 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-bc109e9f-6860-48c9-b1e5-9810677fbc1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:18.138789 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-bc109e9f-6860-48c9-b1e5-9810677fbc1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:18.190259 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:18.197505 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f23b4335-bbd7-4789-af4a-2b81f64ec8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:18.228466 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bc109e9f-6860-48c9-b1e5-9810677fbc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:18.235367 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bc109e9f-6860-48c9-b1e5-9810677fbc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:18.238792 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f23b4335-bbd7-4789-af4a-2b81f64ec8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:18.252092 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:18.257990 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:18.273692 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:18.292190 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port 172acd97-7ae1-4c78-8100-eb25dc87bb99, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=172acd97-7ae1-4c78-8100-eb25dc87bb99,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:36:18.302889 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d68a91-1841-4c8c-8f6a-9bb4b45c3266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78201e63-053b-4ec9-8ba1-73a54889e89a'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:36:18.313317 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-bc109e9f-6860-48c9-b1e5-9810677fbc1c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ee501bf50264222a27f4a28118bf26a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6620240 Aug 24 18:36:18.314295 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58902) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:18.315231 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc109e9f-6860-48c9-b1e5-9810677fbc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a9e7ce-6207-4aa7-8719-afffb221cd62,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:18.321492 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-bc109e9f-6860-48c9-b1e5-9810677fbc1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:18.323363 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:18.327044 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:18.337600 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b4335-bbd7-4789-af4a-2b81f64ec8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bf7d78-2901-45fc-a261-35179afb173a,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:18.346208 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-f23b4335-bbd7-4789-af4a-2b81f64ec8a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:18.351244 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-f23b4335-bbd7-4789-af4a-2b81f64ec8a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=80a2ea93374a49399516cd57223f175a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6006832 Aug 24 18:36:18.354241 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 58908) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:18.411947 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-d9c45b26-8d75-455b-a8f0-4184e9f41b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:18.427192 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 78201e63-053b-4ec9-8ba1-73a54889e89a, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=78201e63-053b-4ec9-8ba1-73a54889e89a,segment=NetworkSegment(b25e463f-1e83-4d3f-b250-4c219ff74c5a),segment_id=b25e463f-1e83-4d3f-b250-4c219ff74c5a)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:36:18.428411 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=172acd97-7ae1-4c78-8100-eb25dc87bb99,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:18.432156 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:18.445446 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:18.448156 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:18.456794 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-d9c45b26-8d75-455b-a8f0-4184e9f41b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:18.461025 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a4204-db8c-41c7-a984-9b60db985669 req-06aa0069-3bce-47cf-8b1d-e270726c3082 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:18.468605 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d24a4204-db8c-41c7-a984-9b60db985669 req-06aa0069-3bce-47cf-8b1d-e270726c3082 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 944 time: 0.2692103 Aug 24 18:36:18.536637 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-d9c45b26-8d75-455b-a8f0-4184e9f41b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:18.539921 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9df5d77f-7e06-4305-befb-dffef23b22e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:18.545733 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:18.559933 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c45b26-8d75-455b-a8f0-4184e9f41b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a9e7ce-6207-4aa7-8719-afffb221cd62,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:18.564325 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-d9c45b26-8d75-455b-a8f0-4184e9f41b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:18.567260 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-d9c45b26-8d75-455b-a8f0-4184e9f41b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:18.571090 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d24a4204-db8c-41c7-a984-9b60db985669 req-9ff5bcd5-49b5-45e6-bf6a-3e192fdc7d2a tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988503 Aug 24 18:36:18.571240 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-d9c45b26-8d75-455b-a8f0-4184e9f41b47 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e8a9e7ce-6207-4aa7-8719-afffb221cd62 HTTP/1.1" status: 204 len: 168 time: 0.2488964 Aug 24 18:36:18.571338 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=78201e63-053b-4ec9-8ba1-73a54889e89a,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:18.582263 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:18.607173 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9df5d77f-7e06-4305-befb-dffef23b22e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:18.705139 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9df5d77f-7e06-4305-befb-dffef23b22e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:18.715912 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-633b1868-6c63-4fae-97ba-c6fa50876c5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:18.781734 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5d77f-7e06-4305-befb-dffef23b22e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bf7d78-2901-45fc-a261-35179afb173a,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:18.790370 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-9df5d77f-7e06-4305-befb-dffef23b22e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:18.800829 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9df5d77f-7e06-4305-befb-dffef23b22e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:18.804617 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-9df5d77f-7e06-4305-befb-dffef23b22e5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/65bf7d78-2901-45fc-a261-35179afb173a HTTP/1.1" status: 204 len: 168 time: 0.4471445 Aug 24 18:36:18.868336 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64483f-74e1-4cc2-b309-4a56dc05d3bd req-08d82a2d-5ac2-451e-a2a8-7bb47628dad1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:18.870310 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2b64483f-74e1-4cc2-b309-4a56dc05d3bd req-08d82a2d-5ac2-451e-a2a8-7bb47628dad1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.1388600 Aug 24 18:36:18.945234 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d68a91-1841-4c8c-8f6a-9bb4b45c3266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78201e63-053b-4ec9-8ba1-73a54889e89a', 'code': 200} Aug 24 18:36:18.951446 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2b64483f-74e1-4cc2-b309-4a56dc05d3bd req-eefe19f9-d418-4eee-9e25-a17f579f5cbb tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737288 Aug 24 18:36:18.961468 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-bd976557-3fbb-4a8b-a674-f67a6428e23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:19.148486 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 58942) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:19.175606 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-105b5044-1ec0-493f-b279-60b547fb3c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:19.274708 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-105b5044-1ec0-493f-b279-60b547fb3c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:19.280216 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-105b5044-1ec0-493f-b279-60b547fb3c84 admin admin] Usage tracker for resource:security_group_rule and tenant:35ebbde737a94f12b073f4abe20db528 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:19.286746 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-105b5044-1ec0-493f-b279-60b547fb3c84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:19.300794 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-105b5044-1ec0-493f-b279-60b547fb3c84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:19.334253 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:19.346621 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9fb0566e-55ab-4ad6-b739-d28b5e7ae2e1 req-db44b770-bd9f-42a8-99ee-b5da2a732755 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 1098 time: 0.1207519 Aug 24 18:36:19.476195 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-105b5044-1ec0-493f-b279-60b547fb3c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:19.488998 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-105b5044-1ec0-493f-b279-60b547fb3c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:19.519938 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9fb0566e-55ab-4ad6-b739-d28b5e7ae2e1 req-2c6b4a09-14af-431b-9463-5b605a406e2b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565113 Aug 24 18:36:19.520076 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58958) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:19.522825 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-c9dbb1c8-9796-436a-9001-2b658d38be8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:19.538282 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-105b5044-1ec0-493f-b279-60b547fb3c84 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=35ebbde737a94f12b073f4abe20db528&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3881404 Aug 24 18:36:19.538905 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4a9d774a-3b4e-4980-85a4-7a83d49f30bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:19.539059 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 58962) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:19.582306 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b5044-1ec0-493f-b279-60b547fb3c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aa4ad8-c70e-42b1-a6d4-d59691545ff5,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:19.586142 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-4a9d774a-3b4e-4980-85a4-7a83d49f30bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:19.586618 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-105b5044-1ec0-493f-b279-60b547fb3c84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:19.591186 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-4a9d774a-3b4e-4980-85a4-7a83d49f30bf admin admin] Usage tracker for resource:security_group_rule and tenant:f9411688e9f4454e8b0134028fb97104 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:19.595049 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-4a9d774a-3b4e-4980-85a4-7a83d49f30bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:19.601370 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-4a9d774a-3b4e-4980-85a4-7a83d49f30bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:19.655323 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 172acd97-7ae1-4c78-8100-eb25dc87bb99 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:36:19.675814 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fb1606ac-8b71-4960-aee7-a80b1a75c7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:19.705564 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4a9d774a-3b4e-4980-85a4-7a83d49f30bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:19.713816 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4a9d774a-3b4e-4980-85a4-7a83d49f30bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:19.713976 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:36:19.724245 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-bc55b427-140c-4ba3-87f8-f20536e69139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:19.796702 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fb1606ac-8b71-4960-aee7-a80b1a75c7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:19.822779 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d774a-3b4e-4980-85a4-7a83d49f30bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294aee8f-3fca-4377-b663-9183ad56e31d,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:19.826337 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-4a9d774a-3b4e-4980-85a4-7a83d49f30bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:19.829002 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-4a9d774a-3b4e-4980-85a4-7a83d49f30bf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f9411688e9f4454e8b0134028fb97104&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3081546 Aug 24 18:36:19.831823 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 58970) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:19.844550 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 58974) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:19.881217 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111294f-7fa7-4a89-83b6-a4e438b05dfd req-4caf0a17-ce67-46bb-af5d-dda251444f70 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:19.887716 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 172acd97-7ae1-4c78-8100-eb25dc87bb99 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:36:19.888096 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:19.889319 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d111294f-7fa7-4a89-83b6-a4e438b05dfd req-4caf0a17-ce67-46bb-af5d-dda251444f70 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1641619 Aug 24 18:36:19.911741 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-43deac75-3aec-4261-a24c-d375153dd5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:19.949255 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-43deac75-3aec-4261-a24c-d375153dd5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:19.976104 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fb1606ac-8b71-4960-aee7-a80b1a75c7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:19.979034 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:36:19.996520 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:20.001554 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'port_id': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5', 'mac_address': 'fa:16:3e:c0:2b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:36:20.030801 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-43deac75-3aec-4261-a24c-d375153dd5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:20.030934 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d111294f-7fa7-4a89-83b6-a4e438b05dfd req-9ac80ff4-cc2b-45b9-ae1d-2cbd73f8b8bb tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405144 Aug 24 18:36:20.032782 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1606ac-8b71-4960-aee7-a80b1a75c7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aa4ad8-c70e-42b1-a6d4-d59691545ff5,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:20.040863 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b05b227d-327b-4ab7-831e-efb521cb74c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:20.041355 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-fb1606ac-8b71-4960-aee7-a80b1a75c7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:20.046002 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fb1606ac-8b71-4960-aee7-a80b1a75c7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:20.047211 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-fb1606ac-8b71-4960-aee7-a80b1a75c7d0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d1aa4ad8-c70e-42b1-a6d4-d59691545ff5 HTTP/1.1" status: 204 len: 168 time: 0.5044236 Aug 24 18:36:20.077143 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-43deac75-3aec-4261-a24c-d375153dd5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:20.080441 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-43deac75-3aec-4261-a24c-d375153dd5e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/294aee8f-3fca-4377-b663-9183ad56e31d HTTP/1.1" status: 204 len: 168 time: 0.2472882 Aug 24 18:36:20.084235 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43deac75-3aec-4261-a24c-d375153dd5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294aee8f-3fca-4377-b663-9183ad56e31d,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:20.087510 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-43deac75-3aec-4261-a24c-d375153dd5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:20.130971 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3f189f35-55fc-41f8-81e7-ec602a448a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:20.171093 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:20.204002 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:36:20.233434 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:36:20.241834 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:20.243704 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:20.303209 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-3f189f35-55fc-41f8-81e7-ec602a448a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:20.312074 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-3f189f35-55fc-41f8-81e7-ec602a448a19 admin admin] Usage tracker for resource:security_group_rule and tenant:b171182338d344028f102f18ce96dc70 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:20.322966 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-3f189f35-55fc-41f8-81e7-ec602a448a19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:20.334185 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-3f189f35-55fc-41f8-81e7-ec602a448a19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:20.338984 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:20.354776 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:20.372579 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf71c1e-8380-4825-acd3-1db62e6e88b1 req-2d141ba1-55e7-4ff1-86bc-091c69cc20c6 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:20.377403 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-caf71c1e-8380-4825-acd3-1db62e6e88b1 req-2d141ba1-55e7-4ff1-86bc-091c69cc20c6 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 945 time: 0.1726809 Aug 24 18:36:20.457764 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-caf71c1e-8380-4825-acd3-1db62e6e88b1 req-be214442-8b00-420f-a582-5b72b0689b3b tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744100 Aug 24 18:36:20.473493 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3f189f35-55fc-41f8-81e7-ec602a448a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:20.483801 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3f189f35-55fc-41f8-81e7-ec602a448a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:20.504622 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:20.535880 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['452b0c3e-a5b4-4402-a0e2-e64ad9710eb5'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:36:20.539779 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-3f189f35-55fc-41f8-81e7-ec602a448a19 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b171182338d344028f102f18ce96dc70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6924706 Aug 24 18:36:20.540162 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59006) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:20.578346 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f189f35-55fc-41f8-81e7-ec602a448a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b98e5ca-a800-45ce-a87c-3ad4aff509ea,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:20.594489 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-3f189f35-55fc-41f8-81e7-ec602a448a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:20.713863 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-67cac682-350c-442c-b589-8e6396d699ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:20.747298 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-67cac682-350c-442c-b589-8e6396d699ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:20.853616 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-67cac682-350c-442c-b589-8e6396d699ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:20.858803 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-43deac75-3aec-4261-a24c-d375153dd5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:20.889211 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cac682-350c-442c-b589-8e6396d699ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b98e5ca-a800-45ce-a87c-3ad4aff509ea,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:20.891998 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-67cac682-350c-442c-b589-8e6396d699ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:20.893913 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-67cac682-350c-442c-b589-8e6396d699ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:20.899568 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-67cac682-350c-442c-b589-8e6396d699ff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5b98e5ca-a800-45ce-a87c-3ad4aff509ea HTTP/1.1" status: 204 len: 168 time: 0.3583269 Aug 24 18:36:21.242039 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-5d640d1e-1e37-4998-814e-5105d5b63445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:21.343195 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c695ea3-9d5d-4957-b998-0b8cd850d9f3 req-3d0b308e-5e52-4b3b-8efd-e29887a15fe7 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:21.345894 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9c695ea3-9d5d-4957-b998-0b8cd850d9f3 req-3d0b308e-5e52-4b3b-8efd-e29887a15fe7 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1794126 Aug 24 18:36:21.443895 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9c695ea3-9d5d-4957-b998-0b8cd850d9f3 req-dc47a038-dc98-41f2-8c8d-c189f9ea7f3e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912163 Aug 24 18:36:21.599001 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 59050) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:21.632253 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0ebcffa1-868d-4ad0-8ea4-d86eb99247ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:21.712604 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:36:21.793234 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-0ebcffa1-868d-4ad0-8ea4-d86eb99247ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:21.805142 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-0ebcffa1-868d-4ad0-8ea4-d86eb99247ef admin admin] Usage tracker for resource:security_group_rule and tenant:6ffd32d911e34442b936bfd9fa9990c2 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:21.814968 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-0ebcffa1-868d-4ad0-8ea4-d86eb99247ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:21.828847 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-0ebcffa1-868d-4ad0-8ea4-d86eb99247ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:21.830187 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning for port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:36:21.842448 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:36:21.842866 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:21.972895 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f06f9-206c-439b-b477-59c8841598c5 req-a989237b-85a0-4dd4-8695-efe35aeb96cd tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:21.978049 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-920f06f9-206c-439b-b477-59c8841598c5 req-a989237b-85a0-4dd4-8695-efe35aeb96cd tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.2868969 Aug 24 18:36:21.983534 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59062) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:21.990080 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-9472e6ae-5a8d-4c1f-bd9d-8285088a00ad tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Request body: {'floatingip': {'port_id': '78201e63-053b-4ec9-8ba1-73a54889e89a'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:22.023386 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e43daf-a36b-4f03-b513-c17d10cc25e3 req-c4cd02aa-22b8-41e1-a6d3-2ab69576222c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:22.024942 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c9e43daf-a36b-4f03-b513-c17d10cc25e3 req-c4cd02aa-22b8-41e1-a6d3-2ab69576222c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 945 time: 0.2729228 Aug 24 18:36:22.144068 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:22.156140 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:22.176712 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d308d6-dcfd-4af9-b01f-69dc245478fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:36:22.187342 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:36:22.196666 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:22.198821 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:22.204688 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9472e6ae-5a8d-4c1f-bd9d-8285088a00ad tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for floatingip, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:22.216886 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c9e43daf-a36b-4f03-b513-c17d10cc25e3 req-cb32ca35-b561-4b38-a3c1-70a01cb547ab tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729074 Aug 24 18:36:22.241670 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0ebcffa1-868d-4ad0-8ea4-d86eb99247ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:22.255230 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0ebcffa1-868d-4ad0-8ea4-d86eb99247ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:22.301352 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:22.322867 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:22.327214 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:22.328869 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d308d6-dcfd-4af9-b01f-69dc245478fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5', 'code': 200} Aug 24 18:36:22.398300 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-0ebcffa1-868d-4ad0-8ea4-d86eb99247ef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ffd32d911e34442b936bfd9fa9990c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7950146 Aug 24 18:36:22.400457 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 59080) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:22.436323 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebcffa1-868d-4ad0-8ea4-d86eb99247ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b2254d-9264-4076-a6cf-969153945e85,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:22.445890 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-0ebcffa1-868d-4ad0-8ea4-d86eb99247ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:22.562852 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-63dbf4a3-05c9-4abd-a9a2-05ae35e9e2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:22.629032 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-63dbf4a3-05c9-4abd-a9a2-05ae35e9e2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:22.831313 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0871d8cc-4d29-434f-a7e2-ac28c1a38580 req-a053c8ea-0941-491f-976b-f087a22838f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 1099 time: 0.2054217 Aug 24 18:36:22.862692 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-63dbf4a3-05c9-4abd-a9a2-05ae35e9e2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:22.876530 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-0ebcffa1-868d-4ad0-8ea4-d86eb99247ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:22.894802 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbf4a3-05c9-4abd-a9a2-05ae35e9e2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b2254d-9264-4076-a6cf-969153945e85,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:22.897695 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-63dbf4a3-05c9-4abd-a9a2-05ae35e9e2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:22.930120 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0871d8cc-4d29-434f-a7e2-ac28c1a38580 req-bd701c08-495d-4439-9edc-41b9bb37914c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904253 Aug 24 18:36:22.932521 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-63dbf4a3-05c9-4abd-a9a2-05ae35e9e2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:22.933907 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-63dbf4a3-05c9-4abd-a9a2-05ae35e9e2c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/43b2254d-9264-4076-a6cf-969153945e85 HTTP/1.1" status: 204 len: 168 time: 0.5313210 Aug 24 18:36:23.347880 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9472e6ae-5a8d-4c1f-bd9d-8285088a00ad tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:23.353347 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9472e6ae-5a8d-4c1f-bd9d-8285088a00ad tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692493'] for floatingip, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:23.514951 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05e83e-be3c-4e89-aaf8-78891cfc6aff req-330aab0e-7a55-4d69-b919-bda41f1aa416 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:23.517213 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5b05e83e-be3c-4e89-aaf8-78891cfc6aff req-330aab0e-7a55-4d69-b919-bda41f1aa416 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.0963295 Aug 24 18:36:23.577096 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5b05e83e-be3c-4e89-aaf8-78891cfc6aff req-bd82cdc4-79e4-4d86-aa4a-c471584f891b tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534852 Aug 24 18:36:23.633205 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:23.671950 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.l3_db [None req-9472e6ae-5a8d-4c1f-bd9d-8285088a00ad tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Floating IP 02ac660f-8b97-413f-8907-0bfcca8bfcc0 associated. External IP: 172.27.3.206, port: 78201e63-053b-4ec9-8ba1-73a54889e89a. Aug 24 18:36:24.189374 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9472e6ae-5a8d-4c1f-bd9d-8285088a00ad tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Router ad783e9e-0e69-4db0-a711-487b45b36563 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:36:24.487837 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9472e6ae-5a8d-4c1f-bd9d-8285088a00ad tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:36:24.497926 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9472e6ae-5a8d-4c1f-bd9d-8285088a00ad tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:24.501614 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfb485d-13c1-45d3-9099-1d2801ea57c2 None None] Sync routers for ids ['ad783e9e-0e69-4db0-a711-487b45b36563'] in dv-cinder-805825-1-iscsi {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:36:24.525108 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfb485d-13c1-45d3-9099-1d2801ea57c2 None None] Routers {'ad783e9e-0e69-4db0-a711-487b45b36563'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:36:24.525796 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-dbfb485d-13c1-45d3-9099-1d2801ea57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:36:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['ad783e9e-0e69-4db0-a711-487b45b36563'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:36:24.584612 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-9472e6ae-5a8d-4c1f-bd9d-8285088a00ad tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "PUT /v2.0/floatingips/02ac660f-8b97-413f-8907-0bfcca8bfcc0 HTTP/1.1" status: 200 len: 991 time: 2.5991275 Aug 24 18:36:24.585906 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d68a91-1841-4c8c-8f6a-9bb4b45c3266', 'tag': '78201e63-053b-4ec9-8ba1-73a54889e89a'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:36:25.006988 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-dbfb485d-13c1-45d3-9099-1d2801ea57c2 None None] Set router ad783e9e-0e69-4db0-a711-487b45b36563 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:36:25.039505 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d68a91-1841-4c8c-8f6a-9bb4b45c3266', 'tag': '78201e63-053b-4ec9-8ba1-73a54889e89a', 'status': 'completed', 'code': 200} Aug 24 18:36:25.090467 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7731c8-b676-4a76-bdae-275d8a7c2c45 req-2cb183a6-406d-4f12-abb4-4fd78cda0c6f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:25.091614 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2b7731c8-b676-4a76-bdae-275d8a7c2c45 req-2cb183a6-406d-4f12-abb4-4fd78cda0c6f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.2315433 Aug 24 18:36:25.223974 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2b7731c8-b676-4a76-bdae-275d8a7c2c45 req-986f01df-3e73-4e1c-bb0b-2736df7b5a83 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840442 Aug 24 18:36:25.236591 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b9d55327-eb48-4554-ba29-27e0160f4833 req-50be210c-97f1-4f12-83bc-ec96115b59a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38a9b4d30bbb4e6bb18d2ca3ccce2cce&device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 1098 time: 0.1439884 Aug 24 18:36:25.462824 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d55327-eb48-4554-ba29-27e0160f4833 req-57f2acc5-3f3d-46e0-b936-8d70b193f6f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:25.465045 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b9d55327-eb48-4554-ba29-27e0160f4833 req-57f2acc5-3f3d-46e0-b936-8d70b193f6f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae HTTP/1.1" status: 200 len: 911 time: 0.2211847 Aug 24 18:36:25.586766 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-dbfb485d-13c1-45d3-9099-1d2801ea57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:34Z', 'updated_at': '2021-08-24T18:35:45Z', 'revision_number': 4, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'gw_port': {'id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:36Z', 'updated_at': '2021-08-24T18:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '02ac660f-8b97-413f-8907-0bfcca8bfcc0', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'floating_ip_address': '172.27.3.206', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'port_id': '78201e63-053b-4ec9-8ba1-73a54889e89a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'mac_address': 'fa:16:3e:92:bc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d68a91-1841-4c8c-8f6a-9bb4b45c3266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:35:57Z', 'updated_at': '2021-08-24T18:36:23Z', 'revision_number': 1, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1ddd35-e623-4f3c-b97a-674dd5940a09', 'name': '', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'mac_address': 'fa:16:3e:14:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:44Z', 'updated_at': '2021-08-24T18:35:56Z', 'revision_number': 5, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'subnets': [{'id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:36:25.591044 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfb485d-13c1-45d3-9099-1d2801ea57c2 None None] Checking router: ad783e9e-0e69-4db0-a711-487b45b36563 for host: dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:36:25.602317 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfb485d-13c1-45d3-9099-1d2801ea57c2 None None] Routers {'ad783e9e-0e69-4db0-a711-487b45b36563'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:36:25.602962 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-dbfb485d-13c1-45d3-9099-1d2801ea57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:36:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['ad783e9e-0e69-4db0-a711-487b45b36563'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:36:25.641963 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b9d55327-eb48-4554-ba29-27e0160f4833 req-b74e82f1-ea18-4cbc-a4f6-2f0b9c473f47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78201e63-053b-4ec9-8ba1-73a54889e89a HTTP/1.1" status: 200 len: 999 time: 0.1693566 Aug 24 18:36:25.675467 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59224) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:25.698057 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81017f13-e173-47bd-b480-75d7af814ada req-6d819ac3-9be8-4f44-8bf3-8bfdd89bba69 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:25.699902 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-81017f13-e173-47bd-b480-75d7af814ada req-6d819ac3-9be8-4f44-8bf3-8bfdd89bba69 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.2287595 Aug 24 18:36:25.709058 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59230) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:25.717323 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-a0405bcc-6229-431f-8c4d-4eac880d7081 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Request body: {'floatingip': {'port_id': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:25.726499 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 59234) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:25.750171 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d55327-eb48-4554-ba29-27e0160f4833 req-2315d209-1425-4602-80ab-e9986a03bd58 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:25.755318 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b9d55327-eb48-4554-ba29-27e0160f4833 req-2315d209-1425-4602-80ab-e9986a03bd58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8a23952-40cf-4695-ae69-f2d425c34691 HTTP/1.1" status: 200 len: 849 time: 0.1019654 Aug 24 18:36:25.851899 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b9d55327-eb48-4554-ba29-27e0160f4833 req-870ff426-93e0-4d9d-a5c6-3ae5402e4064 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0872457 Aug 24 18:36:25.852353 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a0405bcc-6229-431f-8c4d-4eac880d7081 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for floatingip, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:25.905477 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-dbfb485d-13c1-45d3-9099-1d2801ea57c2 None None] Set router ad783e9e-0e69-4db0-a711-487b45b36563 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:36:26.061381 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b9d55327-eb48-4554-ba29-27e0160f4833 req-3a395524-b409-4657-8a50-8716224437fb service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842864 Aug 24 18:36:26.071350 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-ac24a970-9f29-4690-b0c9-f685805be2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:26.193254 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-ac24a970-9f29-4690-b0c9-f685805be2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:26.204279 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-ac24a970-9f29-4690-b0c9-f685805be2cc admin admin] Usage tracker for resource:security_group_rule and tenant:c4e08cb4e96f42778a452c8d0cb61e55 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:26.226334 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-ac24a970-9f29-4690-b0c9-f685805be2cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:26.243544 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-ac24a970-9f29-4690-b0c9-f685805be2cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:26.340703 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c244073e-b4cb-4cb0-a3e9-c445e9839c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:26.531119 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-c244073e-b4cb-4cb0-a3e9-c445e9839c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:26.543425 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-c244073e-b4cb-4cb0-a3e9-c445e9839c8a admin admin] Usage tracker for resource:security_group_rule and tenant:31a8d4bbb64b4a238b54efda9672e95b is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:26.551130 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b9d55327-eb48-4554-ba29-27e0160f4833 req-4efffaea-569b-4608-a1a1-80c030b6c87f service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737427 Aug 24 18:36:26.556105 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-c244073e-b4cb-4cb0-a3e9-c445e9839c8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:26.561043 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-c244073e-b4cb-4cb0-a3e9-c445e9839c8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:26.662453 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c244073e-b4cb-4cb0-a3e9-c445e9839c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:26.670639 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-dbfb485d-13c1-45d3-9099-1d2801ea57c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:34Z', 'updated_at': '2021-08-24T18:35:45Z', 'revision_number': 4, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'gw_port': {'id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:36Z', 'updated_at': '2021-08-24T18:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '02ac660f-8b97-413f-8907-0bfcca8bfcc0', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'floating_ip_address': '172.27.3.206', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'port_id': '78201e63-053b-4ec9-8ba1-73a54889e89a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'mac_address': 'fa:16:3e:92:bc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d68a91-1841-4c8c-8f6a-9bb4b45c3266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:35:57Z', 'updated_at': '2021-08-24T18:36:23Z', 'revision_number': 1, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1ddd35-e623-4f3c-b97a-674dd5940a09', 'name': '', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'mac_address': 'fa:16:3e:14:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:44Z', 'updated_at': '2021-08-24T18:35:56Z', 'revision_number': 5, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'subnets': [{'id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:36:26.673266 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c244073e-b4cb-4cb0-a3e9-c445e9839c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:26.675749 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbfb485d-13c1-45d3-9099-1d2801ea57c2 None None] The sync data for ids ['ad783e9e-0e69-4db0-a711-487b45b36563'] in dv-cinder-805825-1-iscsi is: [{'id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:34Z', 'updated_at': '2021-08-24T18:35:45Z', 'revision_number': 4, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'gw_port': {'id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:36Z', 'updated_at': '2021-08-24T18:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '02ac660f-8b97-413f-8907-0bfcca8bfcc0', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'floating_ip_address': '172.27.3.206', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'port_id': '78201e63-053b-4ec9-8ba1-73a54889e89a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'mac_address': 'fa:16:3e:92:bc:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d68a91-1841-4c8c-8f6a-9bb4b45c3266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:35:57Z', 'updated_at': '2021-08-24T18:36:23Z', 'revision_number': 1, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1ddd35-e623-4f3c-b97a-674dd5940a09', 'name': '', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'mac_address': 'fa:16:3e:14:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:44Z', 'updated_at': '2021-08-24T18:35:56Z', 'revision_number': 5, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'subnets': [{'id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:36:26.699787 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:26.749925 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244073e-b4cb-4cb0-a3e9-c445e9839c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3337a6d-9170-4e52-8eaa-fb7c4c5b1842,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:26.754095 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-c244073e-b4cb-4cb0-a3e9-c445e9839c8a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=31a8d4bbb64b4a238b54efda9672e95b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0220487 Aug 24 18:36:26.755061 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-c244073e-b4cb-4cb0-a3e9-c445e9839c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:26.757272 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 59262) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:26.831709 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9a30b970-e222-49b4-9d07-36c6b0c621ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:26.863782 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9a30b970-e222-49b4-9d07-36c6b0c621ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:26.939527 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-ac24a970-9f29-4690-b0c9-f685805be2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:26.944161 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a0405bcc-6229-431f-8c4d-4eac880d7081 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:26.955555 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-ac24a970-9f29-4690-b0c9-f685805be2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:26.965047 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:27.007062 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9a30b970-e222-49b4-9d07-36c6b0c621ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:27.020257 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24a970-9f29-4690-b0c9-f685805be2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2ff2d2-bb69-4069-97b0-0e14a4b68453,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:27.020344 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-fb1606ac-8b71-4960-aee7-a80b1a75c7d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:27.022759 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a0405bcc-6229-431f-8c4d-4eac880d7081 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692493'] for floatingip, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:27.043595 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30b970-e222-49b4-9d07-36c6b0c621ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3337a6d-9170-4e52-8eaa-fb7c4c5b1842,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:27.053952 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-9a30b970-e222-49b4-9d07-36c6b0c621ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:27.060399 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9a30b970-e222-49b4-9d07-36c6b0c621ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:27.064882 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-9a30b970-e222-49b4-9d07-36c6b0c621ce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c3337a6d-9170-4e52-8eaa-fb7c4c5b1842 HTTP/1.1" status: 204 len: 168 time: 0.3064961 Aug 24 18:36:27.100989 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-ac24a970-9f29-4690-b0c9-f685805be2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:27.155643 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 59278) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:27.156181 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-ac24a970-9f29-4690-b0c9-f685805be2cc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4e08cb4e96f42778a452c8d0cb61e55&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4794195 Aug 24 18:36:27.296090 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.l3_db [None req-a0405bcc-6229-431f-8c4d-4eac880d7081 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Floating IP 01629087-17a4-479f-a144-4d311abb3c53 associated. External IP: 172.27.3.157, port: 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5. Aug 24 18:36:27.324115 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-a073d150-bad0-4172-a104-82c2e533575c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:27.377049 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-a073d150-bad0-4172-a104-82c2e533575c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:27.402759 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b47cb407-b591-47a2-be65-4371c4e18776 req-a77420c3-de93-4c03-8469-21d086a98d3f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1616960 Aug 24 18:36:27.457613 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-a073d150-bad0-4172-a104-82c2e533575c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:27.476759 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:27.508256 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073d150-bad0-4172-a104-82c2e533575c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2ff2d2-bb69-4069-97b0-0e14a4b68453,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:27.516877 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-a073d150-bad0-4172-a104-82c2e533575c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:27.517968 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-a073d150-bad0-4172-a104-82c2e533575c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:27.523516 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-a073d150-bad0-4172-a104-82c2e533575c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ec2ff2d2-bb69-4069-97b0-0e14a4b68453 HTTP/1.1" status: 204 len: 168 time: 0.3662810 Aug 24 18:36:27.612718 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b47cb407-b591-47a2-be65-4371c4e18776 req-c9938f12-e6b8-4935-abd6-41cb8f317b7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6de573cc36c5427ba49fe4638df7e4a3&device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 1098 time: 0.0771074 Aug 24 18:36:27.802786 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59294) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:27.831856 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-525ecc74-37bc-4be8-acb4-9df3127c5b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:27.885688 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-525ecc74-37bc-4be8-acb4-9df3127c5b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:27.893684 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-525ecc74-37bc-4be8-acb4-9df3127c5b58 admin admin] Usage tracker for resource:security_group_rule and tenant:cb9302b3935a483981849c866a1dd7cd is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:27.897942 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-525ecc74-37bc-4be8-acb4-9df3127c5b58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:27.899777 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cb407-b591-47a2-be65-4371c4e18776 req-d65fa09f-3f1b-4dea-a9ff-9fd1c9568090 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:27.901395 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b47cb407-b591-47a2-be65-4371c4e18776 req-d65fa09f-3f1b-4dea-a9ff-9fd1c9568090 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1109eacf-629e-4910-84d6-3d87a0369dee HTTP/1.1" status: 200 len: 915 time: 0.2550902 Aug 24 18:36:27.908269 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-525ecc74-37bc-4be8-acb4-9df3127c5b58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:27.911647 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0405bcc-6229-431f-8c4d-4eac880d7081 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Router 7c72f87d-caf3-4731-800d-078c8fe11fc0 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:36:28.077367 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b47cb407-b591-47a2-be65-4371c4e18776 req-e8f21259-93a8-4ee4-acb4-93d465530766 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7deee6e-8de9-4525-91be-a1de7a298a21 HTTP/1.1" status: 200 len: 217 time: 0.1479604 Aug 24 18:36:28.127876 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-525ecc74-37bc-4be8-acb4-9df3127c5b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:28.170009 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-525ecc74-37bc-4be8-acb4-9df3127c5b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:28.194442 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-920d33ac-0367-479f-a5de-d8b98ea7b2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:28.219056 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cb407-b591-47a2-be65-4371c4e18776 req-b663c38d-5691-4031-ad84-6ef98dd09aca service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:28.220739 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b47cb407-b591-47a2-be65-4371c4e18776 req-b663c38d-5691-4031-ad84-6ef98dd09aca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f086af0-4804-49e8-8a16-77e742d85929 HTTP/1.1" status: 200 len: 854 time: 0.1262310 Aug 24 18:36:28.305359 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b47cb407-b591-47a2-be65-4371c4e18776 req-98f14f4e-4882-4ab6-ac9a-f55060adb255 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1109eacf-629e-4910-84d6-3d87a0369dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748985 Aug 24 18:36:28.346750 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ecc74-37bc-4be8-acb4-9df3127c5b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d736c5ff-3890-4378-a0c5-22413257bc70,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:28.350630 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-525ecc74-37bc-4be8-acb4-9df3127c5b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:28.376843 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-525ecc74-37bc-4be8-acb4-9df3127c5b58 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb9302b3935a483981849c866a1dd7cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5728586 Aug 24 18:36:28.379442 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59316) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:28.473972 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3b3f7f03-caf3-4095-9317-d4b3e5ac5961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:28.498246 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b47cb407-b591-47a2-be65-4371c4e18776 req-250156e7-b326-4216-a935-6d10582c0129 service neutron] 10.222.0.36 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772268 Aug 24 18:36:28.501436 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0405bcc-6229-431f-8c4d-4eac880d7081 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:36:28.513937 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6350e236-919f-4748-aca7-ff1b0c4b8608 None None] Sync routers for ids ['7c72f87d-caf3-4731-800d-078c8fe11fc0'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:36:28.521569 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3b3f7f03-caf3-4095-9317-d4b3e5ac5961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:28.529572 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6350e236-919f-4748-aca7-ff1b0c4b8608 None None] Routers {'7c72f87d-caf3-4731-800d-078c8fe11fc0'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:36:28.530456 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-6350e236-919f-4748-aca7-ff1b0c4b8608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:36:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['7c72f87d-caf3-4731-800d-078c8fe11fc0'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:36:28.552456 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a0405bcc-6229-431f-8c4d-4eac880d7081 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:28.598308 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59324) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:28.643112 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-18ea7b6c-cf42-40bf-ab2c-c349bccd102e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:28.663178 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-a0405bcc-6229-431f-8c4d-4eac880d7081 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "PUT /v2.0/floatingips/01629087-17a4-479f-a144-4d311abb3c53 HTTP/1.1" status: 200 len: 992 time: 2.9520903 Aug 24 18:36:28.677844 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d308d6-dcfd-4af9-b01f-69dc245478fe', 'tag': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:36:28.708516 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bf6ab-6250-4745-ad04-46f1559968da req-3047a7c4-a6a2-4099-9f41-576bf1ca76cc tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:28.710534 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-773bf6ab-6250-4745-ad04-46f1559968da req-3047a7c4-a6a2-4099-9f41-576bf1ca76cc tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/networks?id=1109eacf-629e-4910-84d6-3d87a0369dee HTTP/1.1" status: 200 len: 814 time: 0.1983974 Aug 24 18:36:28.721425 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3b3f7f03-caf3-4095-9317-d4b3e5ac5961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:28.737900 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-6350e236-919f-4748-aca7-ff1b0c4b8608 None None] Set router 7c72f87d-caf3-4731-800d-078c8fe11fc0 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:36:28.738387 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-16de9088-d11d-4c5a-ac6c-63d3f47f4caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:28.760791 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3b3f7f03-caf3-4095-9317-d4b3e5ac5961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:28.773041 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-3b3f7f03-caf3-4095-9317-d4b3e5ac5961 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d736c5ff-3890-4378-a0c5-22413257bc70 HTTP/1.1" status: 204 len: 168 time: 0.3879647 Aug 24 18:36:28.778628 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f7f03-caf3-4095-9317-d4b3e5ac5961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d736c5ff-3890-4378-a0c5-22413257bc70,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:28.781369 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-3b3f7f03-caf3-4095-9317-d4b3e5ac5961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:28.784658 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-18ea7b6c-cf42-40bf-ab2c-c349bccd102e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:28.790436 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-18ea7b6c-cf42-40bf-ab2c-c349bccd102e admin admin] Usage tracker for resource:security_group_rule and tenant:33d1a2a7df854a6baa0b2deaf8b36f66 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:28.793661 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-18ea7b6c-cf42-40bf-ab2c-c349bccd102e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:28.798316 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-773bf6ab-6250-4745-ad04-46f1559968da req-06285be3-1400-4c35-9527-8d4bb950b16c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/quotas/6de573cc36c5427ba49fe4638df7e4a3 HTTP/1.1" status: 200 len: 375 time: 0.0278566 Aug 24 18:36:28.800217 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-18ea7b6c-cf42-40bf-ab2c-c349bccd102e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:28.913099 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b47cb407-b591-47a2-be65-4371c4e18776 req-acad5b32-8edd-40f4-ae18-aac80c857cdc service neutron] 10.222.0.36 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726370 Aug 24 18:36:28.931349 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-773bf6ab-6250-4745-ad04-46f1559968da req-43b718a7-c266-438f-9925-590a8051ee25 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6de573cc36c5427ba49fe4638df7e4a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1276169 Aug 24 18:36:28.941131 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-18ea7b6c-cf42-40bf-ab2c-c349bccd102e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:28.953233 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-18ea7b6c-cf42-40bf-ab2c-c349bccd102e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:29.014451 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d308d6-dcfd-4af9-b01f-69dc245478fe', 'tag': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5', 'status': 'completed', 'code': 200} Aug 24 18:36:29.015006 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-67cac682-350c-442c-b589-8e6396d699ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:29.047756 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-18ea7b6c-cf42-40bf-ab2c-c349bccd102e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=33d1a2a7df854a6baa0b2deaf8b36f66&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4458849 Aug 24 18:36:29.047756 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea7b6c-cf42-40bf-ab2c-c349bccd102e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91341de-51c3-4fff-a569-9b52cdb8fa6c,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:29.049725 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-18ea7b6c-cf42-40bf-ab2c-c349bccd102e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:29.050892 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59336) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:29.137491 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f83bba26-034e-4a82-a88a-81398fe7eee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:29.171240 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f83bba26-034e-4a82-a88a-81398fe7eee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:29.228652 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3401c084-8fed-4f82-a726-16341a22824f req-f11dfd7d-632b-4ce3-82f3-8a7aa7afa1fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1058cbc028345d9b3abf057991020c1&device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 1099 time: 0.1864011 Aug 24 18:36:29.236908 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f83bba26-034e-4a82-a88a-81398fe7eee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:29.239749 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-773bf6ab-6250-4745-ad04-46f1559968da req-22a46c31-00e7-425d-a73a-b742adb6b64d service neutron] 10.222.0.62 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013549 Aug 24 18:36:29.243419 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-eb576b67-e7d3-4c94-b55a-9034d875c0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:29.252386 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-6350e236-919f-4748-aca7-ff1b0c4b8608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:35Z', 'updated_at': '2021-08-24T18:35:50Z', 'revision_number': 4, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'gw_port': {'id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:37Z', 'updated_at': '2021-08-24T18:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '01629087-17a4-479f-a144-4d311abb3c53', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'port_id': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'mac_address': 'fa:16:3e:c0:2b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d308d6-dcfd-4af9-b01f-69dc245478fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:36:01Z', 'updated_at': '2021-08-24T18:36:26Z', 'revision_number': 1, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172acd97-7ae1-4c78-8100-eb25dc87bb99', 'name': '', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'mac_address': 'fa:16:3e:4d:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:49Z', 'updated_at': '2021-08-24T18:36:18Z', 'revision_number': 5, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'subnets': [{'id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:36:29.256252 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83bba26-034e-4a82-a88a-81398fe7eee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91341de-51c3-4fff-a569-9b52cdb8fa6c,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:29.258792 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6350e236-919f-4748-aca7-ff1b0c4b8608 None None] Checking router: 7c72f87d-caf3-4731-800d-078c8fe11fc0 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:36:29.260133 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-f83bba26-034e-4a82-a88a-81398fe7eee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:29.277138 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f83bba26-034e-4a82-a88a-81398fe7eee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:29.279409 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-f83bba26-034e-4a82-a88a-81398fe7eee8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b91341de-51c3-4fff-a569-9b52cdb8fa6c HTTP/1.1" status: 204 len: 168 time: 0.2274919 Aug 24 18:36:29.288066 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6350e236-919f-4748-aca7-ff1b0c4b8608 None None] Routers {'7c72f87d-caf3-4731-800d-078c8fe11fc0'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:36:29.289270 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-6350e236-919f-4748-aca7-ff1b0c4b8608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:36:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['7c72f87d-caf3-4731-800d-078c8fe11fc0'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:36:29.474322 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f575a4-fa91-4cab-ba1f-1a784b572225 None None] New status for floating IP 02ac660f-8b97-413f-8907-0bfcca8bfcc0: ACTIVE {{(pid=74998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:36:29.763176 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401c084-8fed-4f82-a726-16341a22824f req-78063062-d98a-4bcc-9553-13aa541b092f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:29.764670 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3401c084-8fed-4f82-a726-16341a22824f req-78063062-d98a-4bcc-9553-13aa541b092f service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6a59e55-85ca-47cc-8fae-e2513fbbce59 HTTP/1.1" status: 200 len: 918 time: 0.5224452 Aug 24 18:36:29.926166 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-6350e236-919f-4748-aca7-ff1b0c4b8608 None None] Set router 7c72f87d-caf3-4731-800d-078c8fe11fc0 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:36:30.097410 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59376) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:30.106312 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-773bf6ab-6250-4745-ad04-46f1559968da req-7430cdbc-83c5-4577-a317-0c4d52490887 service neutron] 10.222.0.62 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8652995 Aug 24 18:36:30.149820 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3401c084-8fed-4f82-a726-16341a22824f req-73528ae8-0094-4393-9d8b-4e2384948a63 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 HTTP/1.1" status: 200 len: 1000 time: 0.3672833 Aug 24 18:36:30.154418 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5feb-c3cf-45cd-9982-f14d3a61a584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:30.255216 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-c3cb5feb-c3cf-45cd-9982-f14d3a61a584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:30.262895 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-c3cb5feb-c3cf-45cd-9982-f14d3a61a584 admin admin] Usage tracker for resource:security_group_rule and tenant:42f8e46c4f664ef68c71f6a001c530d5 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:30.283009 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-c3cb5feb-c3cf-45cd-9982-f14d3a61a584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:30.289714 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-c3cb5feb-c3cf-45cd-9982-f14d3a61a584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:30.372734 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401c084-8fed-4f82-a726-16341a22824f req-78a58d8b-015f-41c8-a275-5e51e754db16 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:30.375971 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3401c084-8fed-4f82-a726-16341a22824f req-78a58d8b-015f-41c8-a275-5e51e754db16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d9a7234-019a-48d3-9ec8-5b691415065c HTTP/1.1" status: 200 len: 856 time: 0.2138216 Aug 24 18:36:30.416243 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5feb-c3cf-45cd-9982-f14d3a61a584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:30.439609 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c3cb5feb-c3cf-45cd-9982-f14d3a61a584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:30.469135 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-4a9d774a-3b4e-4980-85a4-7a83d49f30bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:30.541957 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3401c084-8fed-4f82-a726-16341a22824f req-7a706851-3e41-4efa-ba8c-5f636148f2f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6a59e55-85ca-47cc-8fae-e2513fbbce59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1531274 Aug 24 18:36:30.563780 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb5feb-c3cf-45cd-9982-f14d3a61a584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850d1e48-bb92-4de0-9fd7-8e472169e734,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:30.569561 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-c3cb5feb-c3cf-45cd-9982-f14d3a61a584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:30.586274 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-c3cb5feb-c3cf-45cd-9982-f14d3a61a584 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42f8e46c4f664ef68c71f6a001c530d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4875124 Aug 24 18:36:30.587053 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59394) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:30.733166 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-557ac365-b05d-4c98-b9d2-7fcafb7df6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:30.766888 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59408) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:30.792788 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-6350e236-919f-4748-aca7-ff1b0c4b8608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:35Z', 'updated_at': '2021-08-24T18:35:50Z', 'revision_number': 4, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'gw_port': {'id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:37Z', 'updated_at': '2021-08-24T18:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '01629087-17a4-479f-a144-4d311abb3c53', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'port_id': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'mac_address': 'fa:16:3e:c0:2b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d308d6-dcfd-4af9-b01f-69dc245478fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:36:01Z', 'updated_at': '2021-08-24T18:36:26Z', 'revision_number': 1, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172acd97-7ae1-4c78-8100-eb25dc87bb99', 'name': '', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'mac_address': 'fa:16:3e:4d:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:49Z', 'updated_at': '2021-08-24T18:36:18Z', 'revision_number': 5, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'subnets': [{'id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:36:30.808001 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6350e236-919f-4748-aca7-ff1b0c4b8608 None None] The sync data for ids ['7c72f87d-caf3-4731-800d-078c8fe11fc0'] in dv-cinder-805825-1-iscsi is: [{'id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:35Z', 'updated_at': '2021-08-24T18:35:50Z', 'revision_number': 4, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'gw_port': {'id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:37Z', 'updated_at': '2021-08-24T18:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '01629087-17a4-479f-a144-4d311abb3c53', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'floating_ip_address': '172.27.3.157', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'port_id': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'mac_address': 'fa:16:3e:c0:2b:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61d308d6-dcfd-4af9-b01f-69dc245478fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:36:01Z', 'updated_at': '2021-08-24T18:36:26Z', 'revision_number': 1, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172acd97-7ae1-4c78-8100-eb25dc87bb99', 'name': '', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'mac_address': 'fa:16:3e:4d:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:49Z', 'updated_at': '2021-08-24T18:36:18Z', 'revision_number': 5, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'subnets': [{'id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:36:30.827194 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0c2eb59d-d9a2-4114-9b9b-1512f34c2197 req-2a69b365-8c0c-4895-9d1c-16aaa56a76f0 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed58954b-e341-4677-8d2b-d4949726051d HTTP/1.1" status: 200 len: 210 time: 0.2156634 Aug 24 18:36:30.828449 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-557ac365-b05d-4c98-b9d2-7fcafb7df6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:30.878978 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 59416) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:30.936370 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-557ac365-b05d-4c98-b9d2-7fcafb7df6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:30.952362 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-4973b0ff-ed68-47bd-8cb4-2b16cda6ce90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:30.965842 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:30.986881 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ac365-b05d-4c98-b9d2-7fcafb7df6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850d1e48-bb92-4de0-9fd7-8e472169e734,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:30.993240 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3401c084-8fed-4f82-a726-16341a22824f req-36863272-0890-4655-b035-e13e74ddf516 service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4432688 Aug 24 18:36:31.014392 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-557ac365-b05d-4c98-b9d2-7fcafb7df6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:31.035619 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-557ac365-b05d-4c98-b9d2-7fcafb7df6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:31.037318 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-557ac365-b05d-4c98-b9d2-7fcafb7df6d0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/850d1e48-bb92-4de0-9fd7-8e472169e734 HTTP/1.1" status: 204 len: 168 time: 0.4485793 Aug 24 18:36:31.134246 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-58f9fce4-dc8d-4f30-adc3-7b7eede4837b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:31.184969 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-58f9fce4-dc8d-4f30-adc3-7b7eede4837b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:31.190078 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-58f9fce4-dc8d-4f30-adc3-7b7eede4837b admin admin] Usage tracker for resource:security_group_rule and tenant:1926398a4ca541ee800562605687aa0b is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:31.193461 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-58f9fce4-dc8d-4f30-adc3-7b7eede4837b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:31.200677 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-58f9fce4-dc8d-4f30-adc3-7b7eede4837b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:31.200869 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1213721190-network', 'tenant_id': '0b6e558ee44440728afa3aa7be26e822'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:31.210922 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:31.250570 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Usage tracker for resource:network and tenant:0b6e558ee44440728afa3aa7be26e822 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:31.255364 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:31.260382 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3401c084-8fed-4f82-a726-16341a22824f req-6008498d-a384-48a4-9146-478251f584d6 service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488818 Aug 24 18:36:31.264928 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:31.321354 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-58f9fce4-dc8d-4f30-adc3-7b7eede4837b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:31.330380 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-58f9fce4-dc8d-4f30-adc3-7b7eede4837b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:31.344143 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Made reservation on behalf of 0b6e558ee44440728afa3aa7be26e822 for: {'network': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:36:31.346489 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for network, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:31.366350 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:31.369501 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:31.405603 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-58f9fce4-dc8d-4f30-adc3-7b7eede4837b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1926398a4ca541ee800562605687aa0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6367815 Aug 24 18:36:31.408095 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59438) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:31.448138 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:31.457141 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Usage tracker for resource:security_group_rule and tenant:0b6e558ee44440728afa3aa7be26e822 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:31.462052 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:31.471986 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:31.563657 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9fce4-dc8d-4f30-adc3-7b7eede4837b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9544c95e-1230-4f1b-ba1c-406bad7e384d,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:31.567016 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-58f9fce4-dc8d-4f30-adc3-7b7eede4837b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:31.596075 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:31.606065 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:31.611481 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-f23b4335-bbd7-4789-af4a-2b81f64ec8a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:31.626322 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f34200c-4432-4220-88f8-cb4827d95f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:31.662745 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f34200c-4432-4220-88f8-cb4827d95f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:31.665533 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=74995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:36:31.679298 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1817745-8e07-44bb-99a1-0dcc75734b9b,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:31.683246 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:31.689315 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:31.689645 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.db.segments_db [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Added segment 5a7d5fd9-3c1d-4ec8-8f44-bf2ea8d2b2a4 of type vlan for network b1a79746-3fc3-4273-8912-473a52d2635e Aug 24 18:36:31.722443 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740181864075'] for network, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:31.741602 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f34200c-4432-4220-88f8-cb4827d95f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:31.747452 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-557ac365-b05d-4c98-b9d2-7fcafb7df6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:31.760411 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34200c-4432-4220-88f8-cb4827d95f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9544c95e-1230-4f1b-ba1c-406bad7e384d,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:31.764031 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for network, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:31.765856 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-7f34200c-4432-4220-88f8-cb4827d95f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:31.766840 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:31.767996 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:31.769561 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7f34200c-4432-4220-88f8-cb4827d95f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:31.770783 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-7f34200c-4432-4220-88f8-cb4827d95f0c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9544c95e-1230-4f1b-ba1c-406bad7e384d HTTP/1.1" status: 204 len: 168 time: 0.3560972 Aug 24 18:36:31.796285 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:31.859377 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06877ddc-6e95-454c-b311-e7a4d7b6285c None None] New status for floating IP 01629087-17a4-479f-a144-4d311abb3c53: ACTIVE {{(pid=74997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:36:31.916484 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Pushing event updated for resources: {'Network': ['ID=b1a79746-3fc3-4273-8912-473a52d2635e,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:31.924868 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:31.939722 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0594554 Aug 24 18:36:31.945166 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 59454) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:31.952333 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Request body: {'subnet': {'network_id': 'b1a79746-3fc3-4273-8912-473a52d2635e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1213721190-subnet', 'tenant_id': '0b6e558ee44440728afa3aa7be26e822', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:31.962049 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:31.970532 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Usage tracker for resource:subnet and tenant:0b6e558ee44440728afa3aa7be26e822 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:31.976394 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:32.025459 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:32.029945 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ab19abbb-4027-4355-9bb7-67f19448b083 req-b7770c56-0e85-4592-9d55-441b56563240 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed58954b-e341-4677-8d2b-d4949726051d HTTP/1.1" status: 200 len: 210 time: 0.0501142 Aug 24 18:36:32.040242 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Network b1a79746-3fc3-4273-8912-473a52d2635e details requested by agent ovs-agent-dv-cinder-805825-1-iscsi with host dv-cinder-805825-1-iscsi {{(pid=74997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:36:32.047611 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Made reservation on behalf of 0b6e558ee44440728afa3aa7be26e822 for: {'subnet': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:36:32.060008 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:32.520887 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bf6ab-6250-4745-ad04-46f1559968da req-f3e1a0c9-a884-43f3-9531-517c84facbe1 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:32.525660 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-773bf6ab-6250-4745-ad04-46f1559968da req-f3e1a0c9-a884-43f3-9531-517c84facbe1 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.36 "GET /v2.0/networks?id=1109eacf-629e-4910-84d6-3d87a0369dee HTTP/1.1" status: 200 len: 814 time: 0.3463559 Aug 24 18:36:32.559479 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [req-773bf6ab-6250-4745-ad04-46f1559968da req-82071833-702f-4601-af98-946ac95dba9a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Request body: {'port': {'device_id': 'ed58954b-e341-4677-8d2b-d4949726051d', 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee', 'admin_state_up': True, 'tenant_id': '6de573cc36c5427ba49fe4638df7e4a3'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:32.646709 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for subnet, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:32.656945 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:32.661672 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59480) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:32.685710 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:32.733341 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:32.741445 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] Usage tracker for resource:security_group_rule and tenant:76c05d66c4094caba89419db53e4a03d is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:32.744703 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:32.754086 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:32.811660 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=19da1cd0-e41c-401d-97fb-680b143badee,revision_number=0']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:32.827025 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.827388 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.827740 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.828088 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.828436 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.828791 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.829117 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.829457 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.829793 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.830137 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.830462 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.837297 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:32.839792 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:32.845098 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:32.846226 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [req-773bf6ab-6250-4745-ad04-46f1559968da req-82071833-702f-4601-af98-946ac95dba9a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:32.859090 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-a528c8cf-3bc3-4556-9f23-ed2261bbfda6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:32.862938 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Checking segment: {'id': '5a7d5fd9-3c1d-4ec8-8f44-bf2ea8d2b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'b1a79746-3fc3-4273-8912-473a52d2635e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:36:32.863289 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Network hostable DHCP agents. Network: b1a79746-3fc3-4273-8912-473a52d2635e, hostable agents: ['07c0c982-9110-493d-a202-71ade7b28515'], hosted agents: [] {{(pid=74995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:36:32.870867 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [req-773bf6ab-6250-4745-ad04-46f1559968da req-82071833-702f-4601-af98-946ac95dba9a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:32.892943 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-773bf6ab-6250-4745-ad04-46f1559968da req-82071833-702f-4601-af98-946ac95dba9a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Made reservation on behalf of 6de573cc36c5427ba49fe4638df7e4a3 for: {'port': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:36:32.896328 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-773bf6ab-6250-4745-ad04-46f1559968da req-82071833-702f-4601-af98-946ac95dba9a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:32.918357 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eab1f49-32e4-4ad5-bfbd-3e17dc6d03dc,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:32.921508 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Network b1a79746-3fc3-4273-8912-473a52d2635e is scheduled to be hosted by DHCP agent 07c0c982-9110-493d-a202-71ade7b28515 with binding_index 1 {{(pid=74995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:36:32.928896 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=76c05d66c4094caba89419db53e4a03d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2613142 Aug 24 18:36:32.929273 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 59486) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:32.934888 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.935264 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.935749 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.936148 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.936641 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.936979 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.937513 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.937962 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.941384 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.941384 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.941384 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:32.943954 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:32.948101 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-iscsi, b1a79746-3fc3-4273-8912-473a52d2635e) {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:36:32.965878 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9828f3-dae9-40d0-823e-0093155fa990 None None] Network b1a79746-3fc3-4273-8912-473a52d2635e requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:36:33.003438 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:33.004037 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:33.221648 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6cd31b-5f8d-4f2b-8fa4-66bde903bc18 None None] Network b1a79746-3fc3-4273-8912-473a52d2635e requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:36:33.232219 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-51e31a54-b669-416b-be9f-fb0dfcfbeb0a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2851043 Aug 24 18:36:33.273778 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59502) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:33.279814 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c140e67e-7389-49f8-a85d-1f2681b9a971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:33.331459 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-ad0f2799-bfe0-48c9-8f61-d4dea20fd810 req-bc206b07-8c95-44cb-8250-4ea8f1d41da3 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Synchronizing usage tracker for tenant:6de573cc36c5427ba49fe4638df7e4a3 on resource:port {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:36:33.383103 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_common [req-773bf6ab-6250-4745-ad04-46f1559968da req-82071833-702f-4601-af98-946ac95dba9a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Allocated IP 172.20.0.7 (1109eacf-629e-4910-84d6-3d87a0369dee/6f086af0-4804-49e8-8a16-77e742d85929/b4c9bf94-26cc-42bb-99f9-16a442ec2dba) {{(pid=74995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:36:33.393338 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c140e67e-7389-49f8-a85d-1f2681b9a971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:33.407489 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-ad0f2799-bfe0-48c9-8f61-d4dea20fd810 req-bc206b07-8c95-44cb-8250-4ea8f1d41da3 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Unset dirty status for tenant:6de573cc36c5427ba49fe4638df7e4a3 on resource:port {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:36:33.408911 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ad0f2799-bfe0-48c9-8f61-d4dea20fd810 req-bc206b07-8c95-44cb-8250-4ea8f1d41da3 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed58954b-e341-4677-8d2b-d4949726051d HTTP/1.1" status: 200 len: 210 time: 0.1334498 Aug 24 18:36:33.569342 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-aff30f58-9104-4891-9ee7-aa4b838b3b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:33.572963 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c140e67e-7389-49f8-a85d-1f2681b9a971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:33.581960 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:33.636527 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-aff30f58-9104-4891-9ee7-aa4b838b3b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:33.642374 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-aff30f58-9104-4891-9ee7-aa4b838b3b5f admin admin] Usage tracker for resource:security_group_rule and tenant:127a779328eb4fa489d6e547f5be82b5 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:33.646065 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-aff30f58-9104-4891-9ee7-aa4b838b3b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:33.649579 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c140e67e-7389-49f8-a85d-1f2681b9a971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eab1f49-32e4-4ad5-bfbd-3e17dc6d03dc,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:33.655884 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-c140e67e-7389-49f8-a85d-1f2681b9a971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:33.657979 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-aff30f58-9104-4891-9ee7-aa4b838b3b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:33.658891 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c140e67e-7389-49f8-a85d-1f2681b9a971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:33.662945 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-c140e67e-7389-49f8-a85d-1f2681b9a971 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2eab1f49-32e4-4ad5-bfbd-3e17dc6d03dc HTTP/1.1" status: 204 len: 168 time: 0.7319496 Aug 24 18:36:33.768938 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-773bf6ab-6250-4745-ad04-46f1559968da req-82071833-702f-4601-af98-946ac95dba9a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks [] for port, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:33.803187 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-773bf6ab-6250-4745-ad04-46f1559968da req-82071833-702f-4601-af98-946ac95dba9a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:33.819475 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['b7deee6e-8de9-4525-91be-a1de7a298a21'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:36:33.831358 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:33.840378 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-aff30f58-9104-4891-9ee7-aa4b838b3b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:33.856200 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-aff30f58-9104-4891-9ee7-aa4b838b3b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:33.908377 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-30a865d1-9e05-441e-aef3-81efc111c316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:33.951254 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-aff30f58-9104-4891-9ee7-aa4b838b3b5f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=127a779328eb4fa489d6e547f5be82b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6741850 Aug 24 18:36:33.953851 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59526) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:33.993601 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82071833-702f-4601-af98-946ac95dba9a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Pushing event updated for resources: {'Port': ['ID=b4c9bf94-26cc-42bb-99f9-16a442ec2dba,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:34.005781 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-82071833-702f-4601-af98-946ac95dba9a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:34.023944 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-773bf6ab-6250-4745-ad04-46f1559968da req-82071833-702f-4601-af98-946ac95dba9a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Network 1109eacf-629e-4910-84d6-3d87a0369dee is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:36:34.025712 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [req-773bf6ab-6250-4745-ad04-46f1559968da req-82071833-702f-4601-af98-946ac95dba9a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:36:34.028179 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [req-773bf6ab-6250-4745-ad04-46f1559968da req-82071833-702f-4601-af98-946ac95dba9a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Received port after_create {{(pid=74995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:36:34.032747 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bf6ab-6250-4745-ad04-46f1559968da req-82071833-702f-4601-af98-946ac95dba9a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:34.033356 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-773bf6ab-6250-4745-ad04-46f1559968da req-82071833-702f-4601-af98-946ac95dba9a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for port, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:34.061189 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-773bf6ab-6250-4745-ad04-46f1559968da req-82071833-702f-4601-af98-946ac95dba9a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5059090 Aug 24 18:36:34.076169 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [req-773bf6ab-6250-4745-ad04-46f1559968da req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Request body: {'port': {'device_id': 'ed58954b-e341-4677-8d2b-d4949726051d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:34.083208 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff30f58-9104-4891-9ee7-aa4b838b3b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49184fad-6ac9-4f30-bdab-ac6a85ffc75a,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:34.096463 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-aff30f58-9104-4891-9ee7-aa4b838b3b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:34.200844 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0f9cbc06-d2ad-47d5-af55-a67e4a1e8d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:34.221934 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-773bf6ab-6250-4745-ad04-46f1559968da req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:34.245800 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0f9cbc06-d2ad-47d5-af55-a67e4a1e8d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:34.308499 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0f9cbc06-d2ad-47d5-af55-a67e4a1e8d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:34.314079 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-3b3f7f03-caf3-4095-9317-d4b3e5ac5961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:34.325999 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9cbc06-d2ad-47d5-af55-a67e4a1e8d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49184fad-6ac9-4f30-bdab-ac6a85ffc75a,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:34.328796 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-0f9cbc06-d2ad-47d5-af55-a67e4a1e8d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:34.337330 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0f9cbc06-d2ad-47d5-af55-a67e4a1e8d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:34.338713 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-0f9cbc06-d2ad-47d5-af55-a67e4a1e8d3d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/49184fad-6ac9-4f30-bdab-ac6a85ffc75a HTTP/1.1" status: 204 len: 168 time: 0.3738587 Aug 24 18:36:34.684952 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [req-773bf6ab-6250-4745-ad04-46f1559968da req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4c9bf94-26cc-42bb-99f9-16a442ec2dba {{(pid=74995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:36:34.694643 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-773bf6ab-6250-4745-ad04-46f1559968da req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:34.718508 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.provisioning_blocks [req-773bf6ab-6250-4745-ad04-46f1559968da req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Transition to ACTIVE for port object b4c9bf94-26cc-42bb-99f9-16a442ec2dba will not be triggered until provisioned by entity L2. {{(pid=74995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:36:34.732178 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ad1fb-ddf9-4bf9-9735-2e603997cc42 req-e91d81b2-0d2d-4d9b-80de-170982ce5abc tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:34.734512 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d79ad1fb-ddf9-4bf9-9735-2e603997cc42 req-e91d81b2-0d2d-4d9b-80de-170982ce5abc tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed58954b-e341-4677-8d2b-d4949726051d HTTP/1.1" status: 200 len: 931 time: 0.1677170 Aug 24 18:36:34.736087 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-773bf6ab-6250-4745-ad04-46f1559968da req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:34.744388 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:34.900291 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59570) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:34.925684 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4db579d4-1467-444b-a8fd-24a735fd2e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:34.951231 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Pushing event updated for resources: {'Port': ['ID=b4c9bf94-26cc-42bb-99f9-16a442ec2dba,revision_number=2']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:34.954375 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:34.967481 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-4db579d4-1467-444b-a8fd-24a735fd2e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:34.974018 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-4db579d4-1467-444b-a8fd-24a735fd2e55 admin admin] Usage tracker for resource:security_group_rule and tenant:3cde280d1ce34653acabc2c110a53665 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:34.976534 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d79ad1fb-ddf9-4bf9-9735-2e603997cc42 req-357f926d-a5fc-4707-be5c-a17cf454f789 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335103 Aug 24 18:36:34.990216 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-4db579d4-1467-444b-a8fd-24a735fd2e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:34.998276 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-4db579d4-1467-444b-a8fd-24a735fd2e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:35.059605 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.managers [req-773bf6ab-6250-4745-ad04-46f1559968da req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Attempting to bind port b4c9bf94-26cc-42bb-99f9-16a442ec2dba on host hv-cinder-80582 for vnic_type normal with profile {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:36:35.060156 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.managers [req-773bf6ab-6250-4745-ad04-46f1559968da req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Attempting to bind port b4c9bf94-26cc-42bb-99f9-16a442ec2dba by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '1e9ee31d-9b7b-41e8-b45f-695749ee603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee'}] {{(pid=74995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:36:35.060354 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773bf6ab-6250-4745-ad04-46f1559968da req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Attempting to bind port b4c9bf94-26cc-42bb-99f9-16a442ec2dba on network 1109eacf-629e-4910-84d6-3d87a0369dee {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:36:35.074595 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773bf6ab-6250-4745-ad04-46f1559968da req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Port b4c9bf94-26cc-42bb-99f9-16a442ec2dba on network 1109eacf-629e-4910-84d6-3d87a0369dee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:36:35.074940 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773bf6ab-6250-4745-ad04-46f1559968da req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Attempting to bind port b4c9bf94-26cc-42bb-99f9-16a442ec2dba on network 1109eacf-629e-4910-84d6-3d87a0369dee {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:36:35.088873 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773bf6ab-6250-4745-ad04-46f1559968da req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Checking agent: {'id': 'c5b5b5de-e9ee-4a89-bea7-745c11eae0d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'started_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:36:35.089204 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773bf6ab-6250-4745-ad04-46f1559968da req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Checking segment: {'id': '1e9ee31d-9b7b-41e8-b45f-695749ee603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:36:35.089740 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-773bf6ab-6250-4745-ad04-46f1559968da req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Bound using segment: {'id': '1e9ee31d-9b7b-41e8-b45f-695749ee603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee'} {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:36:35.090324 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.managers [req-773bf6ab-6250-4745-ad04-46f1559968da req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Bound port: b4c9bf94-26cc-42bb-99f9-16a442ec2dba, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e9ee31d-9b7b-41e8-b45f-695749ee603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee'}}] {{(pid=74995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:36:35.090752 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-773bf6ab-6250-4745-ad04-46f1559968da req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:35.103029 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4db579d4-1467-444b-a8fd-24a735fd2e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:35.110464 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4db579d4-1467-444b-a8fd-24a735fd2e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:35.145201 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-c8c365a5-23a9-4ac6-84be-8bebce41faa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:35.156711 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-4db579d4-1467-444b-a8fd-24a735fd2e55 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3cde280d1ce34653acabc2c110a53665&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2522938 Aug 24 18:36:35.156711 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59580) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:35.221571 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db579d4-1467-444b-a8fd-24a735fd2e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4f16f1-8837-413d-92cf-51c0ef09dd4b,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:35.227293 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-4db579d4-1467-444b-a8fd-24a735fd2e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:35.268448 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3d0015fd-5359-42e9-9c1d-a1d131a568e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:35.283805 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [req-773bf6ab-6250-4745-ad04-46f1559968da req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] For port b4c9bf94-26cc-42bb-99f9-16a442ec2dba, host hv-cinder-80582, cleared binding levels {{(pid=74995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:36:35.287582 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [req-773bf6ab-6250-4745-ad04-46f1559968da req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] For port b4c9bf94-26cc-42bb-99f9-16a442ec2dba, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b4c9bf94-26cc-42bb-99f9-16a442ec2dba,segment=NetworkSegment(1e9ee31d-9b7b-41e8-b45f-695749ee603b),segment_id=1e9ee31d-9b7b-41e8-b45f-695749ee603b)] {{(pid=74995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:36:35.296314 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-773bf6ab-6250-4745-ad04-46f1559968da req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:35.303078 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:35.318963 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3d0015fd-5359-42e9-9c1d-a1d131a568e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:35.377289 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-773bf6ab-6250-4745-ad04-46f1559968da req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for port, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:35.378804 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-773bf6ab-6250-4745-ad04-46f1559968da req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] 10.222.0.36 "PUT /v2.0/ports/b4c9bf94-26cc-42bb-99f9-16a442ec2dba HTTP/1.1" status: 200 len: 1093 time: 1.3083451 Aug 24 18:36:35.379381 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed58954b-e341-4677-8d2b-d4949726051d', 'tag': 'b4c9bf94-26cc-42bb-99f9-16a442ec2dba'}] {{(pid=74995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:36:35.410582 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Pushing event updated for resources: {'Port': ['ID=b4c9bf94-26cc-42bb-99f9-16a442ec2dba,revision_number=3']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:35.418279 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:35.473138 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3d0015fd-5359-42e9-9c1d-a1d131a568e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:35.479776 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-0f9cbc06-d2ad-47d5-af55-a67e4a1e8d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:35.532376 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed58954b-e341-4677-8d2b-d4949726051d', 'tag': 'b4c9bf94-26cc-42bb-99f9-16a442ec2dba', 'status': 'completed', 'code': 200} Aug 24 18:36:35.534272 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0015fd-5359-42e9-9c1d-a1d131a568e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4f16f1-8837-413d-92cf-51c0ef09dd4b,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:35.540081 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-3d0015fd-5359-42e9-9c1d-a1d131a568e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:35.541594 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3d0015fd-5359-42e9-9c1d-a1d131a568e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:35.549558 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-3d0015fd-5359-42e9-9c1d-a1d131a568e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3a4f16f1-8837-413d-92cf-51c0ef09dd4b HTTP/1.1" status: 204 len: 168 time: 0.3898151 Aug 24 18:36:35.573286 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-773bf6ab-6250-4745-ad04-46f1559968da req-b90ce1af-258c-4efe-887b-88782e40387d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6de573cc36c5427ba49fe4638df7e4a3&device_id=ed58954b-e341-4677-8d2b-d4949726051d HTTP/1.1" status: 200 len: 1096 time: 0.1214502 Aug 24 18:36:35.605188 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59598) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:35.619288 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-349697482-network', 'tenant_id': '60e3bd1c7a154c9481f922d5d297424c'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:35.629328 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:35.636553 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Usage tracker for resource:network and tenant:60e3bd1c7a154c9481f922d5d297424c is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:35.641309 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:35.650851 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:35.666025 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-773bf6ab-6250-4745-ad04-46f1559968da req-5e5e8c1d-1602-4db1-8142-0762d2124a32 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4c9bf94-26cc-42bb-99f9-16a442ec2dba HTTP/1.1" status: 200 len: 217 time: 0.0803318 Aug 24 18:36:35.674120 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Made reservation on behalf of 60e3bd1c7a154c9481f922d5d297424c for: {'network': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:36:35.681745 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for network, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:35.712143 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:35.766250 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:35.772495 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Usage tracker for resource:security_group_rule and tenant:60e3bd1c7a154c9481f922d5d297424c is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:35.777720 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:35.806887 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bf6ab-6250-4745-ad04-46f1559968da req-ab6a2c3b-60c3-49f2-a4fd-b818b4c33451 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:35.810936 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-773bf6ab-6250-4745-ad04-46f1559968da req-ab6a2c3b-60c3-49f2-a4fd-b818b4c33451 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f086af0-4804-49e8-8a16-77e742d85929 HTTP/1.1" status: 200 len: 854 time: 0.1353717 Aug 24 18:36:35.816803 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:35.866234 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-773bf6ab-6250-4745-ad04-46f1559968da req-31930649-0cb3-46ce-9e63-c11f50b7176c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1109eacf-629e-4910-84d6-3d87a0369dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450287 Aug 24 18:36:35.999306 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:36.012490 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:36.049029 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=74996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:36:36.072206 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:36.072870 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.segments_db [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Added segment 4dc9600d-eff7-49c5-a59b-7aa6878438c8 of type vlan for network 501510ab-eea5-475a-9584-c9c7e62eef63 Aug 24 18:36:36.121061 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740181864075'] for network, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:36.152388 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-d81a9a50-d743-43c5-996a-74330fac4293 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:36.172973 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for network, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:36.177589 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:36.178641 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:36.192143 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc4571e-8366-4996-9b90-de4f2ff7d22e,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:36.197121 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:36.197650 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:36.299362 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6928000 Aug 24 18:36:36.308908 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59620) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:36.312005 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Pushing event updated for resources: {'Network': ['ID=501510ab-eea5-475a-9584-c9c7e62eef63,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:36.318112 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-aaef9797-5489-4bd2-8162-ce5065d361a5 admin admin] Request body: {'subnet': {'network_id': '501510ab-eea5-475a-9584-c9c7e62eef63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-349697482-subnet', 'tenant_id': '60e3bd1c7a154c9481f922d5d297424c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:36.328889 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Network 501510ab-eea5-475a-9584-c9c7e62eef63 details requested by agent ovs-agent-dv-cinder-805825-1-iscsi with host dv-cinder-805825-1-iscsi {{(pid=74997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:36:36.330017 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:36.331196 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-aaef9797-5489-4bd2-8162-ce5065d361a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:36.341200 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-aaef9797-5489-4bd2-8162-ce5065d361a5 admin admin] Usage tracker for resource:subnet and tenant:60e3bd1c7a154c9481f922d5d297424c is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:36.347699 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-aaef9797-5489-4bd2-8162-ce5065d361a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:36.356561 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-aaef9797-5489-4bd2-8162-ce5065d361a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:36.381713 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaef9797-5489-4bd2-8162-ce5065d361a5 admin admin] Made reservation on behalf of 60e3bd1c7a154c9481f922d5d297424c for: {'subnet': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:36:36.384315 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-aaef9797-5489-4bd2-8162-ce5065d361a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1142073'] for subnet, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:36.395225 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-773bf6ab-6250-4745-ad04-46f1559968da req-f278fd47-88b2-4614-8243-f97b533c28c9 service neutron] 10.222.0.36 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191824 Aug 24 18:36:36.409503 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e8b45-e1b8-42ba-8788-74a647ca1efa req-88500ea2-f1ac-4660-a537-be3cd8ef0604 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:36.417401 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7a8e8b45-e1b8-42ba-8788-74a647ca1efa req-88500ea2-f1ac-4660-a537-be3cd8ef0604 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 945 time: 0.2242146 Aug 24 18:36:36.642219 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7a8e8b45-e1b8-42ba-8788-74a647ca1efa req-68324964-dc23-4048-9c8d-4d87c620d22b tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/security-groups?id=641a04fb-3568-4e57-944d-85a5bc4f3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238655 Aug 24 18:36:36.677327 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-aaef9797-5489-4bd2-8162-ce5065d361a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1236093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1142059'] for subnet, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:36.686940 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-3040fdab-fc90-4c64-8ee9-c6e13627b99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:36.704492 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:36:36.732080 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97299c96-843c-4703-bbe1-81a39cf7788d req-c6df126c-a8d0-4def-8cdc-831659706ecc tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:36.733758 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-97299c96-843c-4703-bbe1-81a39cf7788d req-c6df126c-a8d0-4def-8cdc-831659706ecc tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed58954b-e341-4677-8d2b-d4949726051d HTTP/1.1" status: 200 len: 943 time: 0.2540340 Aug 24 18:36:36.780991 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-773bf6ab-6250-4745-ad04-46f1559968da req-4adcaf59-95ef-4111-8c90-d3cb87296ad8 service neutron] 10.222.0.36 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612936 Aug 24 18:36:36.809540 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef9797-5489-4bd2-8162-ce5065d361a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a13adc86-61d9-43ee-9909-121cbe5b83d7,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:36.813051 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-aaef9797-5489-4bd2-8162-ce5065d361a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:36.816343 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaef9797-5489-4bd2-8162-ce5065d361a5 admin admin] Checking segment: {'id': '4dc9600d-eff7-49c5-a59b-7aa6878438c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '501510ab-eea5-475a-9584-c9c7e62eef63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:36:36.816764 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaef9797-5489-4bd2-8162-ce5065d361a5 admin admin] Network hostable DHCP agents. Network: 501510ab-eea5-475a-9584-c9c7e62eef63, hostable agents: ['07c0c982-9110-493d-a202-71ade7b28515'], hosted agents: [] {{(pid=74996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:36:36.844640 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-97299c96-843c-4703-bbe1-81a39cf7788d req-1f6d1f2a-4617-4b96-83d4-66a78d137d69 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981030 Aug 24 18:36:36.853358 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaef9797-5489-4bd2-8162-ce5065d361a5 admin admin] Network 501510ab-eea5-475a-9584-c9c7e62eef63 is scheduled to be hosted by DHCP agent 07c0c982-9110-493d-a202-71ade7b28515 with binding_index 1 {{(pid=74996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:36:36.868955 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-aaef9797-5489-4bd2-8162-ce5065d361a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-iscsi, 501510ab-eea5-475a-9584-c9c7e62eef63) {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:36:36.875844 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaef9797-5489-4bd2-8162-ce5065d361a5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:36.876511 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-aaef9797-5489-4bd2-8162-ce5065d361a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:36.879350 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73304b2c-96c5-4427-9a0a-4b9f093cb152 None None] Network 501510ab-eea5-475a-9584-c9c7e62eef63 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:36:36.921043 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-aaef9797-5489-4bd2-8162-ce5065d361a5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6105180 Aug 24 18:36:36.968787 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0c77c92f-d6c7-456e-bb09-d451d586c241 req-2a236a25-52a4-4fb1-a134-602ef69520a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6de573cc36c5427ba49fe4638df7e4a3&device_id=ed58954b-e341-4677-8d2b-d4949726051d HTTP/1.1" status: 200 len: 1096 time: 0.1040688 Aug 24 18:36:37.150030 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb788dd-3e1f-4d4f-a2cc-f5f09efb07a7 None None] Network 501510ab-eea5-475a-9584-c9c7e62eef63 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:36:37.259905 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77c92f-d6c7-456e-bb09-d451d586c241 req-4160b8cc-64d4-47ef-9f80-5d8dc7c269a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:37.261928 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0c77c92f-d6c7-456e-bb09-d451d586c241 req-4160b8cc-64d4-47ef-9f80-5d8dc7c269a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1109eacf-629e-4910-84d6-3d87a0369dee HTTP/1.1" status: 200 len: 915 time: 0.2823076 Aug 24 18:36:37.374205 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0c77c92f-d6c7-456e-bb09-d451d586c241 req-681399f3-6b96-4dd0-b027-cd50e2738bb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4c9bf94-26cc-42bb-99f9-16a442ec2dba HTTP/1.1" status: 200 len: 217 time: 0.0865474 Aug 24 18:36:37.498028 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77c92f-d6c7-456e-bb09-d451d586c241 req-1f2f5ec8-bb8b-4510-a14c-ee75423a28bb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:37.500419 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0c77c92f-d6c7-456e-bb09-d451d586c241 req-1f2f5ec8-bb8b-4510-a14c-ee75423a28bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f086af0-4804-49e8-8a16-77e742d85929 HTTP/1.1" status: 200 len: 854 time: 0.1190512 Aug 24 18:36:37.563831 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0c77c92f-d6c7-456e-bb09-d451d586c241 req-a6dd3b95-60ae-4517-9dfb-e397dd003bee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1109eacf-629e-4910-84d6-3d87a0369dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475483 Aug 24 18:36:37.797138 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0c77c92f-d6c7-456e-bb09-d451d586c241 req-45a128ba-077c-405c-b24b-712e9fc7cc8d service neutron] 10.222.0.36 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231770 Aug 24 18:36:38.213176 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0c77c92f-d6c7-456e-bb09-d451d586c241 req-5dabef36-483f-4d77-994e-85d79e9b5c60 service neutron] 10.222.0.36 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040155 Aug 24 18:36:38.233273 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cec84-9217-4e3f-8e3e-c6cc7747d2a2 req-43ee8eb4-c4ba-4f51-b4bd-deb04ffbdb39 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:38.235542 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-589cec84-9217-4e3f-8e3e-c6cc7747d2a2 req-43ee8eb4-c4ba-4f51-b4bd-deb04ffbdb39 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 945 time: 0.3906772 Aug 24 18:36:38.280735 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6b3ba-af56-4732-95e5-83d43428a3af req-6769cb05-aa01-4127-a7ae-1963d439b3e2 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:38.282255 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-aad6b3ba-af56-4732-95e5-83d43428a3af req-6769cb05-aa01-4127-a7ae-1963d439b3e2 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed58954b-e341-4677-8d2b-d4949726051d HTTP/1.1" status: 200 len: 943 time: 0.1994631 Aug 24 18:36:38.334443 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-589cec84-9217-4e3f-8e3e-c6cc7747d2a2 req-40bcf37d-5dc7-48a1-824a-949926d9a5a4 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/security-groups?id=641a04fb-3568-4e57-944d-85a5bc4f3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884154 Aug 24 18:36:38.355802 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-aad6b3ba-af56-4732-95e5-83d43428a3af req-18bb3ed6-c564-4245-b8b0-48b71f104c0b tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598226 Aug 24 18:36:38.488646 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f22c2-e496-42f9-907e-ee990758319e req-1311f42b-1ce9-43c5-a73d-a9dca754a3e1 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:38.490224 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-157f22c2-e496-42f9-907e-ee990758319e req-1311f42b-1ce9-43c5-a73d-a9dca754a3e1 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.36 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 945 time: 0.1334383 Aug 24 18:36:38.574819 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [req-157f22c2-e496-42f9-907e-ee990758319e req-1db0d603-47bc-4b8f-afd5-36ca9f0efe18 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Deleting port 2a50fd38-f083-4fe9-87c1-367115b5e842 {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:36:38.575476 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-157f22c2-e496-42f9-907e-ee990758319e req-1db0d603-47bc-4b8f-afd5-36ca9f0efe18 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:38.921620 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [req-157f22c2-e496-42f9-907e-ee990758319e req-1db0d603-47bc-4b8f-afd5-36ca9f0efe18 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] For port 2a50fd38-f083-4fe9-87c1-367115b5e842, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=2a50fd38-f083-4fe9-87c1-367115b5e842,segment=NetworkSegment(f42e422c-915b-44d7-9fb6-4a974622d610),segment_id=f42e422c-915b-44d7-9fb6-4a974622d610)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:36:38.922246 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-157f22c2-e496-42f9-907e-ee990758319e req-1db0d603-47bc-4b8f-afd5-36ca9f0efe18 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:39.056448 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [req-157f22c2-e496-42f9-907e-ee990758319e req-1db0d603-47bc-4b8f-afd5-36ca9f0efe18 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Calling delete_port for 2a50fd38-f083-4fe9-87c1-367115b5e842 owned by compute:nova {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:36:39.152280 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59730) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:39.293503 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-157f22c2-e496-42f9-907e-ee990758319e req-1db0d603-47bc-4b8f-afd5-36ca9f0efe18 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:39.299958 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:39.313824 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2670e7b6-36b4-4685-a25c-e92cf7844d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:39.314894 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['2a50fd38-f083-4fe9-87c1-367115b5e842'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:36:39.359315 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0d603-47bc-4b8f-afd5-36ca9f0efe18 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Pushing event deleted for resources: {'Port': ['ID=2a50fd38-f083-4fe9-87c1-367115b5e842,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:39.372364 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-1db0d603-47bc-4b8f-afd5-36ca9f0efe18 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:39.377533 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-2670e7b6-36b4-4685-a25c-e92cf7844d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:39.382640 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-2670e7b6-36b4-4685-a25c-e92cf7844d36 admin admin] Usage tracker for resource:security_group_rule and tenant:2b5b30cca4f049b58b3dfc1bfdc3e0d7 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:39.385814 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-2670e7b6-36b4-4685-a25c-e92cf7844d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:39.392166 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-2670e7b6-36b4-4685-a25c-e92cf7844d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:39.477835 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [req-157f22c2-e496-42f9-907e-ee990758319e req-1db0d603-47bc-4b8f-afd5-36ca9f0efe18 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] No DVR routers for this DVR port 2a50fd38-f083-4fe9-87c1-367115b5e842 on host hv-cinder-80582 {{(pid=74995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:36:39.483595 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-157f22c2-e496-42f9-907e-ee990758319e req-1db0d603-47bc-4b8f-afd5-36ca9f0efe18 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:39.487730 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa3f507-d331-496f-8a96-3678ca9ef874', 'name': 'network-vif-deleted', 'tag': '2a50fd38-f083-4fe9-87c1-367115b5e842'}] {{(pid=74995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:36:39.511275 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-157f22c2-e496-42f9-907e-ee990758319e req-1db0d603-47bc-4b8f-afd5-36ca9f0efe18 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.36 "DELETE /v2.0/ports/2a50fd38-f083-4fe9-87c1-367115b5e842 HTTP/1.1" status: 204 len: 173 time: 1.0116463 Aug 24 18:36:39.538732 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2670e7b6-36b4-4685-a25c-e92cf7844d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:39.545174 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2670e7b6-36b4-4685-a25c-e92cf7844d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:39.554736 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:39.595437 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670e7b6-36b4-4685-a25c-e92cf7844d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a035f951-6b26-489f-9b86-fb42f5e4eb5f,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:39.602463 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-2670e7b6-36b4-4685-a25c-e92cf7844d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:39.605374 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-2670e7b6-36b4-4685-a25c-e92cf7844d36 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2b5b30cca4f049b58b3dfc1bfdc3e0d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4519169 Aug 24 18:36:39.608153 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59770) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:39.620231 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-abefdda3-562c-4667-894a-d164363cfdcd req-f8addc30-4ba6-40a5-b91e-b6f604e053d5 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Synchronizing usage tracker for tenant:e1519313a65b4a2bb2628b8dc83a8c9d on resource:port {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:36:39.678562 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-da94deef-ca36-4081-b5d1-05344064286f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:39.709937 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-abefdda3-562c-4667-894a-d164363cfdcd req-f8addc30-4ba6-40a5-b91e-b6f604e053d5 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Unset dirty status for tenant:e1519313a65b4a2bb2628b8dc83a8c9d on resource:port {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:36:39.718011 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-da94deef-ca36-4081-b5d1-05344064286f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:39.724430 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-abefdda3-562c-4667-894a-d164363cfdcd req-f8addc30-4ba6-40a5-b91e-b6f604e053d5 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 210 time: 0.2082334 Aug 24 18:36:39.752156 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85899bc7-7ec3-40cb-8aa9-1a38bc950c79 req-fb45203c-5a6b-4335-b9a4-380ebd2296c4 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:39.753629 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-85899bc7-7ec3-40cb-8aa9-1a38bc950c79 req-fb45203c-5a6b-4335-b9a4-380ebd2296c4 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed58954b-e341-4677-8d2b-d4949726051d HTTP/1.1" status: 200 len: 943 time: 0.1360803 Aug 24 18:36:39.789935 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-da94deef-ca36-4081-b5d1-05344064286f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:39.798405 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-f83bba26-034e-4a82-a88a-81398fe7eee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:39.814383 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94deef-ca36-4081-b5d1-05344064286f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a035f951-6b26-489f-9b86-fb42f5e4eb5f,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:39.815534 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device b4c9bf94-26cc-42bb-99f9-16a442ec2dba details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:36:39.817292 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-da94deef-ca36-4081-b5d1-05344064286f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:39.818522 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-da94deef-ca36-4081-b5d1-05344064286f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:39.819715 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-da94deef-ca36-4081-b5d1-05344064286f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a035f951-6b26-489f-9b86-fb42f5e4eb5f HTTP/1.1" status: 204 len: 168 time: 0.2101936 Aug 24 18:36:39.829233 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa3f507-d331-496f-8a96-3678ca9ef874', 'name': 'network-vif-deleted', 'tag': '2a50fd38-f083-4fe9-87c1-367115b5e842', 'status': 'completed', 'code': 200} Aug 24 18:36:39.845654 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-85899bc7-7ec3-40cb-8aa9-1a38bc950c79 req-434602a0-1a93-4ce2-b6c4-ca68fdf4cd03 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860736 Aug 24 18:36:40.125982 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port b4c9bf94-26cc-42bb-99f9-16a442ec2dba, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b4c9bf94-26cc-42bb-99f9-16a442ec2dba,segment=NetworkSegment(1e9ee31d-9b7b-41e8-b45f-695749ee603b),segment_id=1e9ee31d-9b7b-41e8-b45f-695749ee603b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:36:40.147755 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': 'b4c9bf94-26cc-42bb-99f9-16a442ec2dba', 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee', 'port_id': 'b4c9bf94-26cc-42bb-99f9-16a442ec2dba', 'mac_address': 'fa:16:3e:79:4b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f086af0-4804-49e8-8a16-77e742d85929', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:36:40.233664 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:40.266407 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4c9bf94-26cc-42bb-99f9-16a442ec2dba {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:36:40.309428 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port b4c9bf94-26cc-42bb-99f9-16a442ec2dba, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b4c9bf94-26cc-42bb-99f9-16a442ec2dba,segment=NetworkSegment(1e9ee31d-9b7b-41e8-b45f-695749ee603b),segment_id=1e9ee31d-9b7b-41e8-b45f-695749ee603b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:36:40.318915 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:40.322988 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-57930061-010d-420f-97bb-e8be033086fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:40.340108 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 59796) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:40.445450 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=b4c9bf94-26cc-42bb-99f9-16a442ec2dba,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:40.457037 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:40.457497 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:40.458106 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:40.459331 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:40.459947 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:40.460694 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:40.461874 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:40.462441 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:40.462974 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:40.463656 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:40.464180 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:40.475749 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:40.525281 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f31d8827-001f-4816-971c-52bb11779713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:40.531703 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59804) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:40.551618 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-89359430-2683-4dd3-bc52-4c045f54dd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:40.575493 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-f31d8827-001f-4816-971c-52bb11779713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:40.579806 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-f31d8827-001f-4816-971c-52bb11779713 admin admin] Usage tracker for resource:security_group_rule and tenant:2bec9b4033944669988bdd736a4d9ad9 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:40.582822 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-f31d8827-001f-4816-971c-52bb11779713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:40.588810 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-f31d8827-001f-4816-971c-52bb11779713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:40.590426 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-89359430-2683-4dd3-bc52-4c045f54dd21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:40.595246 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-89359430-2683-4dd3-bc52-4c045f54dd21 admin admin] Usage tracker for resource:security_group_rule and tenant:fa43c863087d4631a6cf47aaa46539f9 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:40.598395 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-89359430-2683-4dd3-bc52-4c045f54dd21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:40.605157 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-89359430-2683-4dd3-bc52-4c045f54dd21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:40.618711 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['b4c9bf94-26cc-42bb-99f9-16a442ec2dba'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:36:40.659943 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f31d8827-001f-4816-971c-52bb11779713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:40.665435 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f31d8827-001f-4816-971c-52bb11779713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:40.680412 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:40.695785 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-89359430-2683-4dd3-bc52-4c045f54dd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:40.701482 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-89359430-2683-4dd3-bc52-4c045f54dd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:40.725080 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-bc109e9f-6860-48c9-b1e5-9810677fbc1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:40.736202 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-f31d8827-001f-4816-971c-52bb11779713 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2bec9b4033944669988bdd736a4d9ad9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3948369 Aug 24 18:36:40.737052 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d8827-001f-4816-971c-52bb11779713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b82d755-02c5-4af6-a5ad-a604c0b05bc1,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:40.739469 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 59808) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:40.782648 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-f31d8827-001f-4816-971c-52bb11779713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:40.783931 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89359430-2683-4dd3-bc52-4c045f54dd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2f8d51-3e91-4c82-9394-f40517a277cb,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:40.794396 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-89359430-2683-4dd3-bc52-4c045f54dd21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:40.814950 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 59814) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:40.816112 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-89359430-2683-4dd3-bc52-4c045f54dd21 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fa43c863087d4631a6cf47aaa46539f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2821720 Aug 24 18:36:40.832199 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5af7f69f-827b-404c-89a9-fa1657dc7b57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:40.886407 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5af7f69f-827b-404c-89a9-fa1657dc7b57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:40.944413 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0a44221a-ed3d-4ce1-9eac-28c9edc80cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:41.016251 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0a44221a-ed3d-4ce1-9eac-28c9edc80cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:41.056851 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6cedcb2e-b547-441a-9fe3-a8dd32886b13 req-4b68df51-6b27-4e4d-b1f9-370d3e599716 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aa3f507-d331-496f-8a96-3678ca9ef874 HTTP/1.1" status: 200 len: 210 time: 0.0909846 Aug 24 18:36:41.073593 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5af7f69f-827b-404c-89a9-fa1657dc7b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:41.079944 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:41.106616 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7f69f-827b-404c-89a9-fa1657dc7b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b82d755-02c5-4af6-a5ad-a604c0b05bc1,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:41.112593 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-5af7f69f-827b-404c-89a9-fa1657dc7b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:41.117017 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5af7f69f-827b-404c-89a9-fa1657dc7b57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:41.119215 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-5af7f69f-827b-404c-89a9-fa1657dc7b57 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5b82d755-02c5-4af6-a5ad-a604c0b05bc1 HTTP/1.1" status: 204 len: 168 time: 0.3786471 Aug 24 18:36:41.164043 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ad9dc-bbf6-4ebb-9cc8-d873f3befcce req-993c2c0c-fef7-4650-86ec-b1d0833bb433 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:41.165555 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-611ad9dc-bbf6-4ebb-9cc8-d873f3befcce req-993c2c0c-fef7-4650-86ec-b1d0833bb433 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed58954b-e341-4677-8d2b-d4949726051d HTTP/1.1" status: 200 len: 944 time: 0.1597970 Aug 24 18:36:41.166802 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0a44221a-ed3d-4ce1-9eac-28c9edc80cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:41.171708 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-9a30b970-e222-49b4-9d07-36c6b0c621ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:41.200641 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a44221a-ed3d-4ce1-9eac-28c9edc80cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2f8d51-3e91-4c82-9394-f40517a277cb,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:41.205672 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-0a44221a-ed3d-4ce1-9eac-28c9edc80cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:41.208560 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0a44221a-ed3d-4ce1-9eac-28c9edc80cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:41.212287 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-0a44221a-ed3d-4ce1-9eac-28c9edc80cbd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/df2f8d51-3e91-4c82-9394-f40517a277cb HTTP/1.1" status: 204 len: 168 time: 0.3936388 Aug 24 18:36:41.235171 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-611ad9dc-bbf6-4ebb-9cc8-d873f3befcce req-72bea2da-92f7-4f62-b20f-5308de68fe5c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552413 Aug 24 18:36:41.645869 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 59848) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:41.674027 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-17f0b46e-0fcc-4e51-9811-b7665066b72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:41.718616 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-17f0b46e-0fcc-4e51-9811-b7665066b72b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:41.724199 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-17f0b46e-0fcc-4e51-9811-b7665066b72b admin admin] Usage tracker for resource:security_group_rule and tenant:550e4321e9594e12b01d53489a218801 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:41.727626 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-17f0b46e-0fcc-4e51-9811-b7665066b72b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:41.734731 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-17f0b46e-0fcc-4e51-9811-b7665066b72b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:41.824167 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-17f0b46e-0fcc-4e51-9811-b7665066b72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:41.828651 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-17f0b46e-0fcc-4e51-9811-b7665066b72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:41.833611 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device b4c9bf94-26cc-42bb-99f9-16a442ec2dba up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:36:41.857724 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-0a44221a-ed3d-4ce1-9eac-28c9edc80cbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:41.970215 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-17f0b46e-0fcc-4e51-9811-b7665066b72b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=550e4321e9594e12b01d53489a218801&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3226039 Aug 24 18:36:41.972909 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59862) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:41.985800 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0b46e-0fcc-4e51-9811-b7665066b72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9bcc39f-918e-4769-aca0-c38efa4ab340,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:41.992364 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-17f0b46e-0fcc-4e51-9811-b7665066b72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:42.055399 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning for port b4c9bf94-26cc-42bb-99f9-16a442ec2dba completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:36:42.069699 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port b4c9bf94-26cc-42bb-99f9-16a442ec2dba triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:36:42.070420 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:42.080017 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59868) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:42.123883 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-92542bd5-a9ed-4911-b11e-c5053a9e9915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:42.148924 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-92542bd5-a9ed-4911-b11e-c5053a9e9915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:42.209024 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-92542bd5-a9ed-4911-b11e-c5053a9e9915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:42.214566 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-6e2ac37d-933e-4cf4-802c-2fd535ee18c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:42.230613 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:42.247945 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92542bd5-a9ed-4911-b11e-c5053a9e9915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9bcc39f-918e-4769-aca0-c38efa4ab340,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:42.255932 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-92542bd5-a9ed-4911-b11e-c5053a9e9915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:42.266773 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed58954b-e341-4677-8d2b-d4949726051d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c9bf94-26cc-42bb-99f9-16a442ec2dba'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:36:42.281918 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-92542bd5-a9ed-4911-b11e-c5053a9e9915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:42.284281 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-92542bd5-a9ed-4911-b11e-c5053a9e9915 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b9bcc39f-918e-4769-aca0-c38efa4ab340 HTTP/1.1" status: 204 len: 168 time: 0.3098586 Aug 24 18:36:42.299327 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port b4c9bf94-26cc-42bb-99f9-16a442ec2dba, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b4c9bf94-26cc-42bb-99f9-16a442ec2dba,segment=NetworkSegment(1e9ee31d-9b7b-41e8-b45f-695749ee603b),segment_id=1e9ee31d-9b7b-41e8-b45f-695749ee603b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:36:42.307461 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:42.310256 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 2a50fd38-f083-4fe9-87c1-367115b5e842 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:36:42.376589 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:42.500648 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] No Port match for: 2a50fd38-f083-4fe9-87c1-367115b5e842 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:36:42.500841 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 2a50fd38-f083-4fe9-87c1-367115b5e842 not bound to the agent host hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:36:42.519626 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0575653-b639-4bba-832f-7a959b15a144 req-46a30daa-05d2-4a8c-a4f3-fcc7befba415 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:42.527284 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a0575653-b639-4bba-832f-7a959b15a144 req-46a30daa-05d2-4a8c-a4f3-fcc7befba415 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed58954b-e341-4677-8d2b-d4949726051d HTTP/1.1" status: 200 len: 945 time: 0.1154778 Aug 24 18:36:42.534382 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-60bbaa3b-b725-4b8d-8d17-a5a1ade2dc38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:42.592227 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=b4c9bf94-26cc-42bb-99f9-16a442ec2dba,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:42.596900 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:42.598437 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed58954b-e341-4677-8d2b-d4949726051d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4c9bf94-26cc-42bb-99f9-16a442ec2dba', 'code': 200} Aug 24 18:36:42.600964 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a0575653-b639-4bba-832f-7a959b15a144 req-3f784590-ab96-44f7-9e9d-45ca37063d73 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725307 Aug 24 18:36:42.612940 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-60bbaa3b-b725-4b8d-8d17-a5a1ade2dc38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:42.618920 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-60bbaa3b-b725-4b8d-8d17-a5a1ade2dc38 admin admin] Usage tracker for resource:security_group_rule and tenant:e2f8d15931344332a3a0e12086efe617 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:42.623022 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-60bbaa3b-b725-4b8d-8d17-a5a1ade2dc38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:42.645684 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-60bbaa3b-b725-4b8d-8d17-a5a1ade2dc38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:42.742734 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-60bbaa3b-b725-4b8d-8d17-a5a1ade2dc38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:42.750481 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-60bbaa3b-b725-4b8d-8d17-a5a1ade2dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:42.789334 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:42.859239 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 59902) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:42.859875 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-60bbaa3b-b725-4b8d-8d17-a5a1ade2dc38 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e2f8d15931344332a3a0e12086efe617&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7766337 Aug 24 18:36:42.867525 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bbaa3b-b725-4b8d-8d17-a5a1ade2dc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63252afe-8f83-42d2-b408-1f9892a91b79,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:42.870697 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-60bbaa3b-b725-4b8d-8d17-a5a1ade2dc38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:42.981963 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9e7913e0-bdaf-4d10-ab2b-c717bda2fcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:43.031067 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9e7913e0-bdaf-4d10-ab2b-c717bda2fcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:43.047366 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d98af349-1f08-4e33-a860-a687395e9405 req-ccc6f837-c4a9-4757-b771-4b5ec18cc525 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ed58954b-e341-4677-8d2b-d4949726051d HTTP/1.1" status: 200 len: 1098 time: 0.1725197 Aug 24 18:36:43.190351 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d98af349-1f08-4e33-a860-a687395e9405 req-437a6445-134a-4a9c-af73-a3c963c9949a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193116 Aug 24 18:36:43.199687 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9e7913e0-bdaf-4d10-ab2b-c717bda2fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:43.210697 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-c140e67e-7389-49f8-a85d-1f2681b9a971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:43.229125 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9e7913e0-bdaf-4d10-ab2b-c717bda2fcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:43.233322 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-9e7913e0-bdaf-4d10-ab2b-c717bda2fcd6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/63252afe-8f83-42d2-b408-1f9892a91b79 HTTP/1.1" status: 204 len: 168 time: 0.3730330 Aug 24 18:36:43.236456 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7913e0-bdaf-4d10-ab2b-c717bda2fcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63252afe-8f83-42d2-b408-1f9892a91b79,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:43.239887 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-9e7913e0-bdaf-4d10-ab2b-c717bda2fcd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:43.745101 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 59948) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:43.800775 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-00601220-1b9a-4e4d-bbd7-466d64ba94b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:43.863275 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-00601220-1b9a-4e4d-bbd7-466d64ba94b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:43.869135 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-00601220-1b9a-4e4d-bbd7-466d64ba94b6 admin admin] Usage tracker for resource:security_group_rule and tenant:c5cc2ab4e67a47959339a9feb38aa77f is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:43.873251 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-00601220-1b9a-4e4d-bbd7-466d64ba94b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:43.881719 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-00601220-1b9a-4e4d-bbd7-466d64ba94b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:43.889591 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e32f73-df02-4817-a707-1aa254a06d1c req-6ffaff22-6351-45d1-a2aa-f8be18c28aca tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:43.891109 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d1e32f73-df02-4817-a707-1aa254a06d1c req-6ffaff22-6351-45d1-a2aa-f8be18c28aca tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed58954b-e341-4677-8d2b-d4949726051d HTTP/1.1" status: 200 len: 945 time: 0.1283967 Aug 24 18:36:43.964218 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d1e32f73-df02-4817-a707-1aa254a06d1c req-748e2e1e-a113-47f1-bef6-a753b43efb8e tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657105 Aug 24 18:36:44.023229 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-00601220-1b9a-4e4d-bbd7-466d64ba94b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:44.029772 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-00601220-1b9a-4e4d-bbd7-466d64ba94b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:44.039249 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:44.089031 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00601220-1b9a-4e4d-bbd7-466d64ba94b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1257077b-cf54-4ca9-8efe-cbb6bc142bbe,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:44.097255 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-00601220-1b9a-4e4d-bbd7-466d64ba94b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c5cc2ab4e67a47959339a9feb38aa77f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3470273 Aug 24 18:36:44.097255 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-00601220-1b9a-4e4d-bbd7-466d64ba94b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:44.097545 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59962) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:44.163225 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0006c9b1-951f-49d9-b394-dbf32ba9d2b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:44.196472 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0006c9b1-951f-49d9-b394-dbf32ba9d2b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:44.262796 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0006c9b1-951f-49d9-b394-dbf32ba9d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:44.282453 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-58f9fce4-dc8d-4f30-adc3-7b7eede4837b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:44.303838 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0006c9b1-951f-49d9-b394-dbf32ba9d2b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:44.305244 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-0006c9b1-951f-49d9-b394-dbf32ba9d2b0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1257077b-cf54-4ca9-8efe-cbb6bc142bbe HTTP/1.1" status: 204 len: 168 time: 0.2075837 Aug 24 18:36:44.311587 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006c9b1-951f-49d9-b394-dbf32ba9d2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1257077b-cf54-4ca9-8efe-cbb6bc142bbe,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:44.319373 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-0006c9b1-951f-49d9-b394-dbf32ba9d2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:44.447060 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 59986) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:44.557957 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b92b6e-a8c3-4023-993f-cd6afb70d950 admin admin] Deleting subnet 673ac8c9-33d8-4209-b1d4-37d5174481d8 {{(pid=74995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:36:44.561422 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-98b92b6e-a8c3-4023-993f-cd6afb70d950 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:44.617216 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-98b92b6e-a8c3-4023-993f-cd6afb70d950 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:44.624610 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-98b92b6e-a8c3-4023-993f-cd6afb70d950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699818'] for subnet, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:44.717073 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-98b92b6e-a8c3-4023-993f-cd6afb70d950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for subnet, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:44.732796 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-1df5368a-8746-40db-a91a-51db4f25b6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:44.781508 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-98b92b6e-a8c3-4023-993f-cd6afb70d950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:44.793147 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b92b6e-a8c3-4023-993f-cd6afb70d950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=673ac8c9-33d8-4209-b1d4-37d5174481d8,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:44.797044 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-98b92b6e-a8c3-4023-993f-cd6afb70d950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:44.801561 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 59996) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:44.801942 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-98b92b6e-a8c3-4023-993f-cd6afb70d950 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/673ac8c9-33d8-4209-b1d4-37d5174481d8 HTTP/1.1" status: 204 len: 168 time: 0.3527951 Aug 24 18:36:45.181092 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9118384e-ffab-431f-8977-c467a906a847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531664'] for network, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:45.367886 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918b46f-2072-4c3d-bfb4-89df10d0b923 req-fc05d205-89a5-4541-bbbe-302ef40cb0bd tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:45.370185 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e918b46f-2072-4c3d-bfb4-89df10d0b923 req-fc05d205-89a5-4541-bbbe-302ef40cb0bd tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed58954b-e341-4677-8d2b-d4949726051d HTTP/1.1" status: 200 len: 945 time: 0.1574821 Aug 24 18:36:45.388727 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9118384e-ffab-431f-8977-c467a906a847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699171', 'neutron.services.segments.db._delete_segments_for_network-8740182284418'] for network, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:45.405306 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-9118384e-ffab-431f-8977-c467a906a847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298e027b-1e57-4cb4-8569-ab46e1eac3cc']}} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:36:45.422145 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-9118384e-ffab-431f-8977-c467a906a847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42e422c-915b-44d7-9fb6-4a974622d610') {'for_net_delete': True} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:36:45.423009 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-9118384e-ffab-431f-8977-c467a906a847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42e422c-915b-44d7-9fb6-4a974622d610') {} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:36:45.446583 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9118384e-ffab-431f-8977-c467a906a847 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740182285213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2774655'] for segment, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:45.496980 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e918b46f-2072-4c3d-bfb4-89df10d0b923 req-55acd36c-5c85-47ac-a3e3-80e3227fff41 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192744 Aug 24 18:36:45.497385 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9118384e-ffab-431f-8977-c467a906a847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:45.535091 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9118384e-ffab-431f-8977-c467a906a847 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=74996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:36:45.535511 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9118384e-ffab-431f-8977-c467a906a847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1236116'] for segment, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: Traceback (most recent call last): Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: timer() Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: cb(*args, **kw) Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: return func(*args, **kwargs) Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: self._notify() Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: self.callback(batched_events) Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: event.method(event) Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: return f(self, *a, **k) Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: return self._get(url).json() Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: return self.request(url, 'GET', **kwargs) Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:36:45.576320 dv-cinder-805825-1-iscsi neutron-server[74996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:36:45.729386 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9118384e-ffab-431f-8977-c467a906a847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692511'] for network, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:45.737141 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b3776f82-4be5-4cb2-a788-82a4c51d03a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:45.759102 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9118384e-ffab-431f-8977-c467a906a847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:45.766436 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118384e-ffab-431f-8977-c467a906a847 admin admin] Pushing event deleted for resources: {'Network': ['ID=298e027b-1e57-4cb4-8569-ab46e1eac3cc,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:45.775671 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-9118384e-ffab-431f-8977-c467a906a847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:45.787670 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-9118384e-ffab-431f-8977-c467a906a847 admin admin] 10.222.0.62 "DELETE /v2.0/networks/298e027b-1e57-4cb4-8569-ab46e1eac3cc HTTP/1.1" status: 204 len: 168 time: 0.9841068 Aug 24 18:36:46.062823 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 60068) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:46.121855 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-413f4153-e5ea-42b0-be81-c7d69a57d842 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e1519313a65b4a2bb2628b8dc83a8c9d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0574315 Aug 24 18:36:46.124382 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 60074) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:46.204388 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cae2ec21-bc36-4fca-8ed6-d2d47cc3ccb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:46.236442 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cae2ec21-bc36-4fca-8ed6-d2d47cc3ccb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:46.312161 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cae2ec21-bc36-4fca-8ed6-d2d47cc3ccb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:46.319288 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-55f7d072-1b0b-4f28-baa9-85906a7dc6d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:46.339087 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2ec21-bc36-4fca-8ed6-d2d47cc3ccb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641a04fb-3568-4e57-944d-85a5bc4f3902,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:46.347966 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-cae2ec21-bc36-4fca-8ed6-d2d47cc3ccb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:46.356360 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cae2ec21-bc36-4fca-8ed6-d2d47cc3ccb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:46.358500 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-cae2ec21-bc36-4fca-8ed6-d2d47cc3ccb6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/641a04fb-3568-4e57-944d-85a5bc4f3902 HTTP/1.1" status: 204 len: 168 time: 0.2330141 Aug 24 18:36:47.479978 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 60136) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:47.610227 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1800858847-network', 'tenant_id': '14803203607646e6ad6fb7c12d7bb1ec'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:47.615165 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:47.619285 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Usage tracker for resource:network and tenant:14803203607646e6ad6fb7c12d7bb1ec is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:47.622757 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:47.629352 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:47.642250 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Made reservation on behalf of 14803203607646e6ad6fb7c12d7bb1ec for: {'network': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:36:47.645669 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for network, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:47.658922 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:47.691971 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:47.696111 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Usage tracker for resource:security_group_rule and tenant:14803203607646e6ad6fb7c12d7bb1ec is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:47.699032 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:47.704844 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:47.773812 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:47.779160 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:47.782307 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-89359430-2683-4dd3-bc52-4c045f54dd21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:47.814324 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=74996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:36:47.823304 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a3a691-7c5d-471b-b552-f94cf86905b9,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:47.826384 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:47.833271 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:47.833575 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.segments_db [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Added segment bdc7c20c-1441-4887-8b72-1651a6ec59aa of type vlan for network 162d32ee-2009-4dae-aa26-2301ff311cfb Aug 24 18:36:47.865269 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740181864075'] for network, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:47.900205 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for network, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:47.901508 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:47.902184 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:47.906082 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:48.025803 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Pushing event updated for resources: {'Network': ['ID=162d32ee-2009-4dae-aa26-2301ff311cfb,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:48.029278 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5481296 Aug 24 18:36:48.030204 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:48.033438 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 60152) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:48.036916 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Network 162d32ee-2009-4dae-aa26-2301ff311cfb details requested by agent ovs-agent-dv-cinder-805825-1-iscsi with host dv-cinder-805825-1-iscsi {{(pid=74997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:36:48.043038 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-fec76ee5-c2cf-4702-8683-a99fa0db3535 admin admin] Request body: {'subnet': {'network_id': '162d32ee-2009-4dae-aa26-2301ff311cfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1800858847-subnet', 'tenant_id': '14803203607646e6ad6fb7c12d7bb1ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:48.048888 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-fec76ee5-c2cf-4702-8683-a99fa0db3535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:48.057069 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-fec76ee5-c2cf-4702-8683-a99fa0db3535 admin admin] Usage tracker for resource:subnet and tenant:14803203607646e6ad6fb7c12d7bb1ec is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:48.062554 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-fec76ee5-c2cf-4702-8683-a99fa0db3535 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:48.069078 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-fec76ee5-c2cf-4702-8683-a99fa0db3535 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:48.081418 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec76ee5-c2cf-4702-8683-a99fa0db3535 admin admin] Made reservation on behalf of 14803203607646e6ad6fb7c12d7bb1ec for: {'subnet': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:36:48.084280 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fec76ee5-c2cf-4702-8683-a99fa0db3535 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:48.341228 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fec76ee5-c2cf-4702-8683-a99fa0db3535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for subnet, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:48.347086 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-8bf018cc-abb8-43d4-a4b9-c70d23af13e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:48.428039 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec76ee5-c2cf-4702-8683-a99fa0db3535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa,revision_number=0']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:48.432494 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-fec76ee5-c2cf-4702-8683-a99fa0db3535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:48.447549 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec76ee5-c2cf-4702-8683-a99fa0db3535 admin admin] Checking segment: {'id': 'bdc7c20c-1441-4887-8b72-1651a6ec59aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '162d32ee-2009-4dae-aa26-2301ff311cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:36:48.448178 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec76ee5-c2cf-4702-8683-a99fa0db3535 admin admin] Network hostable DHCP agents. Network: 162d32ee-2009-4dae-aa26-2301ff311cfb, hostable agents: ['07c0c982-9110-493d-a202-71ade7b28515'], hosted agents: [] {{(pid=74995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:36:48.487673 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec76ee5-c2cf-4702-8683-a99fa0db3535 admin admin] Network 162d32ee-2009-4dae-aa26-2301ff311cfb is scheduled to be hosted by DHCP agent 07c0c982-9110-493d-a202-71ade7b28515 with binding_index 1 {{(pid=74995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:36:48.497702 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-fec76ee5-c2cf-4702-8683-a99fa0db3535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-iscsi, 162d32ee-2009-4dae-aa26-2301ff311cfb) {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:36:48.502061 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec76ee5-c2cf-4702-8683-a99fa0db3535 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:48.502636 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fec76ee5-c2cf-4702-8683-a99fa0db3535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:48.512294 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba82c99c-6dce-4c3a-be4e-3b78036bf19b None None] Network 162d32ee-2009-4dae-aa26-2301ff311cfb requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:36:48.528801 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-fec76ee5-c2cf-4702-8683-a99fa0db3535 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4926395 Aug 24 18:36:48.529428 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 60176) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:48.539404 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1800858847-router', 'tenant_id': '14803203607646e6ad6fb7c12d7bb1ec', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:48.546261 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:48.555431 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Usage tracker for resource:router and tenant:14803203607646e6ad6fb7c12d7bb1ec is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:48.558919 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:48.566410 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:48.585190 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30657'] for router, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:48.586609 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30678'] for router, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:48.621121 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:48.785280 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc96d03-aa90-4a0e-898f-95fba02e3db0 None None] Network 162d32ee-2009-4dae-aa26-2301ff311cfb requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:36:48.793259 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30500'] for router, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:48.965937 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-1be77014-24a0-4c19-bd9f-7e83fa05f079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:49.033125 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:49.066759 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:49.214017 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Allocated IP 172.27.3.176 (afb0294a-27f7-459e-836d-9dd48a51a08b/57a63288-2275-43de-bb63-fff925de2bab/07f2274e-8fd7-45f9-8e5d-ad41a5f01fac) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:36:49.329897 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:49.375031 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:49.405790 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:49.410129 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:49.474442 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Network afb0294a-27f7-459e-836d-9dd48a51a08b is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:36:49.477376 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:36:49.484365 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:36:49.510278 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Pushing event updated for resources: {'Port': ['ID=07f2274e-8fd7-45f9-8e5d-ad41a5f01fac,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:49.515549 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:49.705171 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:49.706647 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692446'] for router, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:49.961246 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Router f5d1372c-3b59-479c-8e36-e2ba83f6f925 is scheduled to L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 with binding_index 1 {{(pid=74996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:36:50.172301 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:36:50.182358 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] Sync routers for ids ['f5d1372c-3b59-479c-8e36-e2ba83f6f925'] in dv-cinder-805825-1-iscsi {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:36:50.194466 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] Routers {'f5d1372c-3b59-479c-8e36-e2ba83f6f925'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:36:50.195161 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:36:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['f5d1372c-3b59-479c-8e36-e2ba83f6f925'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:36:50.201038 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Notify callbacks [] for router, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:50.202266 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.6718256 Aug 24 18:36:50.205334 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 60200) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:50.379980 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] Set router f5d1372c-3b59-479c-8e36-e2ba83f6f925 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:36:50.781521 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d1372c-3b59-479c-8e36-e2ba83f6f925', 'name': 'tempest-ServerRescueNegativeTestJSON-1800858847-router', 'tenant_id': '14803203607646e6ad6fb7c12d7bb1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '07f2274e-8fd7-45f9-8e5d-ad41a5f01fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:36:48Z', 'updated_at': '2021-08-24T18:36:49Z', 'revision_number': 3, 'project_id': '14803203607646e6ad6fb7c12d7bb1ec', 'gw_port': {'id': '07f2274e-8fd7-45f9-8e5d-ad41a5f01fac', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d1372c-3b59-479c-8e36-e2ba83f6f925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:36:49Z', 'updated_at': '2021-08-24T18:36:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:36:50.797183 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] Checking router: f5d1372c-3b59-479c-8e36-e2ba83f6f925 for host: dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:36:50.797543 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] Updating router f5d1372c-3b59-479c-8e36-e2ba83f6f925 port 07f2274e-8fd7-45f9-8e5d-ad41a5f01fac binding host dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:36:50.888846 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:51.094798 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:51.244251 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-acc0f93c-794e-464b-b20a-bf27d94f0b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:51.249348 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] Notify callbacks [] for port, precommit_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:51.263300 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.provisioning_blocks [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] Transition to ACTIVE for port object 07f2274e-8fd7-45f9-8e5d-ad41a5f01fac will not be triggered until provisioned by entity L2. {{(pid=74998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:36:51.270371 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:51.275010 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:51.328327 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Allocated IP 172.20.0.1 (162d32ee-2009-4dae-aa26-2301ff311cfb/9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa/37f8d7ef-1323-4a7b-8d15-db6a19d970ed) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:36:51.360564 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258caba9-a8c5-47a9-a33d-35cf6e0d21ca None None] Pushing event updated for resources: {'Port': ['ID=07f2274e-8fd7-45f9-8e5d-ad41a5f01fac,revision_number=2']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:51.373421 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258caba9-a8c5-47a9-a33d-35cf6e0d21ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:51.373759 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258caba9-a8c5-47a9-a33d-35cf6e0d21ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:51.374094 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258caba9-a8c5-47a9-a33d-35cf6e0d21ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:51.374421 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258caba9-a8c5-47a9-a33d-35cf6e0d21ca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:51.374773 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258caba9-a8c5-47a9-a33d-35cf6e0d21ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:51.375233 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258caba9-a8c5-47a9-a33d-35cf6e0d21ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:51.375567 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258caba9-a8c5-47a9-a33d-35cf6e0d21ca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:51.375915 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258caba9-a8c5-47a9-a33d-35cf6e0d21ca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:51.376252 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258caba9-a8c5-47a9-a33d-35cf6e0d21ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:51.376555 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258caba9-a8c5-47a9-a33d-35cf6e0d21ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:51.376879 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258caba9-a8c5-47a9-a33d-35cf6e0d21ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:36:51.380554 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-258caba9-a8c5-47a9-a33d-35cf6e0d21ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:51.383382 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] Attempting to bind port 07f2274e-8fd7-45f9-8e5d-ad41a5f01fac on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:36:51.383751 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] Attempting to bind port 07f2274e-8fd7-45f9-8e5d-ad41a5f01fac by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:36:51.384124 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] Attempting to bind port 07f2274e-8fd7-45f9-8e5d-ad41a5f01fac on network afb0294a-27f7-459e-836d-9dd48a51a08b {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:36:51.391946 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:36:51.392322 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] Checking segment: {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:36:51.392973 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:51.393368 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] Bound using segment: {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:36:51.393868 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] Bound port: 07f2274e-8fd7-45f9-8e5d-ad41a5f01fac, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:36:51.394270 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:51.485163 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] For port 07f2274e-8fd7-45f9-8e5d-ad41a5f01fac, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:36:51.489431 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] For port 07f2274e-8fd7-45f9-8e5d-ad41a5f01fac, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=07f2274e-8fd7-45f9-8e5d-ad41a5f01fac,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:36:51.493608 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:51.506735 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:51.591489 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] Routers {'f5d1372c-3b59-479c-8e36-e2ba83f6f925'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:36:51.592572 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:36:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['f5d1372c-3b59-479c-8e36-e2ba83f6f925'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:36:51.624173 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:51.667218 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:51.678399 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b14ec11d-9d6e-438e-817e-8a47a2b3304f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:51.754690 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Network 162d32ee-2009-4dae-aa26-2301ff311cfb is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:36:51.762245 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:36:51.764493 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:36:51.764624 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258caba9-a8c5-47a9-a33d-35cf6e0d21ca None None] Pushing event updated for resources: {'Port': ['ID=07f2274e-8fd7-45f9-8e5d-ad41a5f01fac,revision_number=3']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:51.769606 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-258caba9-a8c5-47a9-a33d-35cf6e0d21ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:51.842378 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692608'] for router_interface, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:51.852750 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Pushing event updated for resources: {'Port': ['ID=37f8d7ef-1323-4a7b-8d15-db6a19d970ed,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:51.858350 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:51.955239 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:51.963893 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] Set router f5d1372c-3b59-479c-8e36-e2ba83f6f925 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:36:52.125194 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:52.254203 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:52.263800 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:52.344137 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-a64909e3-e23b-483b-a5d1-5e440cb6f2f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:52.441242 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d1372c-3b59-479c-8e36-e2ba83f6f925', 'name': 'tempest-ServerRescueNegativeTestJSON-1800858847-router', 'tenant_id': '14803203607646e6ad6fb7c12d7bb1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '07f2274e-8fd7-45f9-8e5d-ad41a5f01fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:36:48Z', 'updated_at': '2021-08-24T18:36:49Z', 'revision_number': 3, 'project_id': '14803203607646e6ad6fb7c12d7bb1ec', 'gw_port': {'id': '07f2274e-8fd7-45f9-8e5d-ad41a5f01fac', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d1372c-3b59-479c-8e36-e2ba83f6f925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:36:49Z', 'updated_at': '2021-08-24T18:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:36:52.441784 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15555595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1691689'] for router_interface, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:52.447119 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0385881-a90a-4880-84d8-8503df7c71f9 None None] The sync data for ids ['f5d1372c-3b59-479c-8e36-e2ba83f6f925'] in dv-cinder-805825-1-iscsi is: [{'id': 'f5d1372c-3b59-479c-8e36-e2ba83f6f925', 'name': 'tempest-ServerRescueNegativeTestJSON-1800858847-router', 'tenant_id': '14803203607646e6ad6fb7c12d7bb1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '07f2274e-8fd7-45f9-8e5d-ad41a5f01fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:36:48Z', 'updated_at': '2021-08-24T18:36:49Z', 'revision_number': 3, 'project_id': '14803203607646e6ad6fb7c12d7bb1ec', 'gw_port': {'id': '07f2274e-8fd7-45f9-8e5d-ad41a5f01fac', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d1372c-3b59-479c-8e36-e2ba83f6f925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:36:49Z', 'updated_at': '2021-08-24T18:36:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}] {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:36:52.464621 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Pushing event updated for resources: {'Port': ['ID=37f8d7ef-1323-4a7b-8d15-db6a19d970ed,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:52.468591 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:52.716061 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Network 162d32ee-2009-4dae-aa26-2301ff311cfb is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:36:52.717667 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:36:52.855553 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 60262) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:52.923480 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-61768a62-4766-4a65-b091-c29260fcc578 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:52.930597 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-61768a62-4766-4a65-b091-c29260fcc578 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/networks?id=1109eacf-629e-4910-84d6-3d87a0369dee HTTP/1.1" status: 200 len: 814 time: 0.3380089 Aug 24 18:36:52.960400 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-4c05de0c-ce08-45ce-852c-a4f047ead793 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/quotas/6de573cc36c5427ba49fe4638df7e4a3 HTTP/1.1" status: 200 len: 375 time: 0.0280633 Aug 24 18:36:53.118474 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-7569f922-f3d7-4714-8fed-88d143cb4c3a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6de573cc36c5427ba49fe4638df7e4a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1489248 Aug 24 18:36:53.306051 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-78dab9f1-4407-4d5f-98fd-b15f2ed7455e service neutron] 10.222.0.62 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864533 Aug 24 18:36:53.314114 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0851ecaa-8c8f-4c6e-8edb-49069f9cc483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:53.377179 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-0851ecaa-8c8f-4c6e-8edb-49069f9cc483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:53.387994 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-0851ecaa-8c8f-4c6e-8edb-49069f9cc483 admin admin] Usage tracker for resource:security_group_rule and tenant:4242cac22b9e445b82c417aa435c6f19 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:53.394587 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-0851ecaa-8c8f-4c6e-8edb-49069f9cc483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:53.412428 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-0851ecaa-8c8f-4c6e-8edb-49069f9cc483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:53.452771 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Router f5d1372c-3b59-479c-8e36-e2ba83f6f925 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:36:53.467866 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-aa689ccf-d156-4389-b2bd-32e8a2ad637d service neutron] 10.222.0.62 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607533 Aug 24 18:36:53.637158 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:53.662043 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0851ecaa-8c8f-4c6e-8edb-49069f9cc483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:53.668348 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0851ecaa-8c8f-4c6e-8edb-49069f9cc483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:53.683106 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-cae2ec21-bc36-4fca-8ed6-d2d47cc3ccb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:53.739778 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d7412c8e-a173-4560-95ca-66624145462f req-dac0931e-0fb4-4d64-9509-051f993a1db3 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=60825d74-4e6f-479f-8db6-60756bfc5df5 HTTP/1.1" status: 200 len: 210 time: 0.0452302 Aug 24 18:36:53.777038 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 07f2274e-8fd7-45f9-8e5d-ad41a5f01fac up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:36:53.794523 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 60288) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:53.794807 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-0851ecaa-8c8f-4c6e-8edb-49069f9cc483 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4242cac22b9e445b82c417aa435c6f19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9377913 Aug 24 18:36:53.797135 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0851ecaa-8c8f-4c6e-8edb-49069f9cc483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859e8d8e-c1f4-4bbf-93b7-da55bd7b36f4,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:53.800600 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-0851ecaa-8c8f-4c6e-8edb-49069f9cc483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:53.848380 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:36:53.877159 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] 10.222.0.62 "PUT /v2.0/routers/f5d1372c-3b59-479c-8e36-e2ba83f6f925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6707547 Aug 24 18:36:53.897038 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0d673773-0d15-45b6-8aaa-96248f13161a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:53.922199 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port 07f2274e-8fd7-45f9-8e5d-ad41a5f01fac completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:36:53.931522 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 07f2274e-8fd7-45f9-8e5d-ad41a5f01fac triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:36:53.932332 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:53.935716 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0d673773-0d15-45b6-8aaa-96248f13161a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:54.009517 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0d673773-0d15-45b6-8aaa-96248f13161a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:54.016452 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-a073d150-bad0-4172-a104-82c2e533575c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:54.041639 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d673773-0d15-45b6-8aaa-96248f13161a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859e8d8e-c1f4-4bbf-93b7-da55bd7b36f4,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:54.048169 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-0d673773-0d15-45b6-8aaa-96248f13161a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:54.049027 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0d673773-0d15-45b6-8aaa-96248f13161a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:54.052508 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-0d673773-0d15-45b6-8aaa-96248f13161a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/859e8d8e-c1f4-4bbf-93b7-da55bd7b36f4 HTTP/1.1" status: 204 len: 168 time: 0.2545347 Aug 24 18:36:54.124666 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:54.149532 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port 07f2274e-8fd7-45f9-8e5d-ad41a5f01fac, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=07f2274e-8fd7-45f9-8e5d-ad41a5f01fac,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:36:54.155479 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:54.158083 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:54.317286 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=07f2274e-8fd7-45f9-8e5d-ad41a5f01fac,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:54.332500 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:55.064813 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-38b674b5-62bd-488b-a237-2937ef4b4e16 req-b07fea9c-9664-4785-8d0d-19112083e82c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=60825d74-4e6f-479f-8db6-60756bfc5df5 HTTP/1.1" status: 200 len: 210 time: 0.0454950 Aug 24 18:36:55.146269 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-64410d36-45aa-47c9-b9d6-2f0ef7e6b49e tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:55.148356 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-64410d36-45aa-47c9-b9d6-2f0ef7e6b49e tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/networks?id=162d32ee-2009-4dae-aa26-2301ff311cfb HTTP/1.1" status: 200 len: 819 time: 0.2886074 Aug 24 18:36:55.171041 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 60350) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:55.175343 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-c34f5586-1ee2-41df-88bf-a0d64acbbb54 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/quotas/14803203607646e6ad6fb7c12d7bb1ec HTTP/1.1" status: 200 len: 375 time: 0.0164955 Aug 24 18:36:55.219963 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 60356) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:55.485322 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1921574362-network', 'tenant_id': 'e1603bee56d04afd9226eb8233240e8c'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:55.496578 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:55.503570 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Usage tracker for resource:network and tenant:e1603bee56d04afd9226eb8233240e8c is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:55.511454 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:55.531317 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:55.580216 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-447317da-884c-4f2f-8c7e-e29f6bcc7b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:55.585590 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-efb81bda-50a0-422a-b20c-0bb0bd7ba3e2 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:55.587122 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-efb81bda-50a0-422a-b20c-0bb0bd7ba3e2 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.36 "GET /v2.0/networks?id=1109eacf-629e-4910-84d6-3d87a0369dee HTTP/1.1" status: 200 len: 814 time: 0.3016961 Aug 24 18:36:55.597371 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Made reservation on behalf of e1603bee56d04afd9226eb8233240e8c for: {'network': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:36:55.599760 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for network, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:55.618933 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-4818389a-c94a-4407-8650-93ad48b7596f tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=14803203607646e6ad6fb7c12d7bb1ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4370375 Aug 24 18:36:55.620804 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:55.623134 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-625a16c4-f7ca-4a14-9ebc-848d4c9d5a48 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Request body: {'port': {'device_id': '60825d74-4e6f-479f-8db6-60756bfc5df5', 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee', 'admin_state_up': True, 'tenant_id': '6de573cc36c5427ba49fe4638df7e4a3'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:55.769943 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-447317da-884c-4f2f-8c7e-e29f6bcc7b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:55.781097 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-447317da-884c-4f2f-8c7e-e29f6bcc7b2d admin admin] Usage tracker for resource:security_group_rule and tenant:da960f1241574a03b615df75c322cc10 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:55.792139 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 07f2274e-8fd7-45f9-8e5d-ad41a5f01fac up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:36:55.792839 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-447317da-884c-4f2f-8c7e-e29f6bcc7b2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:55.801846 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-447317da-884c-4f2f-8c7e-e29f6bcc7b2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:55.807849 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:55.820937 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Usage tracker for resource:security_group_rule and tenant:e1603bee56d04afd9226eb8233240e8c is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:55.824951 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:55.836638 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:55.916930 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-625a16c4-f7ca-4a14-9ebc-848d4c9d5a48 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:55.921369 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 07f2274e-8fd7-45f9-8e5d-ad41a5f01fac triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:36:55.922475 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:55.947477 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-447317da-884c-4f2f-8c7e-e29f6bcc7b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:55.963717 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-447317da-884c-4f2f-8c7e-e29f6bcc7b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:55.973996 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-11c86788-e1b9-4384-83c9-2db5cae38bc3 service neutron] 10.222.0.62 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338153 Aug 24 18:36:55.999661 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-3d0015fd-5359-42e9-9c1d-a1d131a568e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:56.049193 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:56.059070 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:56.106625 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-625a16c4-f7ca-4a14-9ebc-848d4c9d5a48 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:56.129460 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-625a16c4-f7ca-4a14-9ebc-848d4c9d5a48 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Made reservation on behalf of 6de573cc36c5427ba49fe4638df7e4a3 for: {'port': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:36:56.133159 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-625a16c4-f7ca-4a14-9ebc-848d4c9d5a48 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:56.140557 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=74996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:36:56.156026 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:56.157250 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.segments_db [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Added segment e220a6f6-6aac-46dd-97f9-dc1bf7dd051b of type vlan for network 3dcfa084-eb66-4fc0-8f7b-d459885ca215 Aug 24 18:36:56.193079 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740181864075'] for network, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:56.204134 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447317da-884c-4f2f-8c7e-e29f6bcc7b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76eee0fc-cd9b-4258-9fa9-39bdd3d57b01,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:56.216538 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-447317da-884c-4f2f-8c7e-e29f6bcc7b2d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=da960f1241574a03b615df75c322cc10&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0441873 Aug 24 18:36:56.217748 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-447317da-884c-4f2f-8c7e-e29f6bcc7b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:56.218357 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 60374) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:56.235362 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-aae1b3df-4a4e-4c14-8066-065d33db8d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:56.343388 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-53a2f844-08e9-422d-b0ff-eb2243a10a2b req-4165a934-f3f6-419e-a00d-a013fb9e1189 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=60825d74-4e6f-479f-8db6-60756bfc5df5 HTTP/1.1" status: 200 len: 210 time: 0.0903032 Aug 24 18:36:56.363611 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-e0540b91-1195-41d6-ac34-2f42b1df7ea1 service neutron] 10.222.0.62 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882389 Aug 24 18:36:56.379548 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-08fd4a02-5a96-492f-a0c9-a71510002ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:56.447670 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for network, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:56.453558 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-08fd4a02-5a96-492f-a0c9-a71510002ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:56.473456 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:56.474597 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:56.483902 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68abaf0d-e618-457f-ba3d-b9706c47567a,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:56.494728 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:56.527165 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:56.568830 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_common [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-625a16c4-f7ca-4a14-9ebc-848d4c9d5a48 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Allocated IP 172.20.0.13 (1109eacf-629e-4910-84d6-3d87a0369dee/6f086af0-4804-49e8-8a16-77e742d85929/ee47bb91-a1f5-47a8-b68e-910c4d4b807e) {{(pid=74995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:36:56.711062 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4897485 Aug 24 18:36:56.712551 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Pushing event updated for resources: {'Network': ['ID=3dcfa084-eb66-4fc0-8f7b-d459885ca215,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:56.714197 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 60390) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:56.717669 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:56.722263 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-51e07057-e691-43b4-ba7f-a006a22669bf admin admin] Request body: {'subnet': {'network_id': '3dcfa084-eb66-4fc0-8f7b-d459885ca215', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1921574362-subnet', 'tenant_id': 'e1603bee56d04afd9226eb8233240e8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:56.724864 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] Sync routers for ids ['f5d1372c-3b59-479c-8e36-e2ba83f6f925'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:36:56.725711 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-91b1ff07-1b35-4c7c-848a-ea969a52b0f2 req-3d5a17e1-2b39-4096-97e2-e96503c3eede tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 210 time: 0.0898438 Aug 24 18:36:56.727544 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-51e07057-e691-43b4-ba7f-a006a22669bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:56.731821 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-51e07057-e691-43b4-ba7f-a006a22669bf admin admin] Usage tracker for resource:subnet and tenant:e1603bee56d04afd9226eb8233240e8c is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:56.737801 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-51e07057-e691-43b4-ba7f-a006a22669bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:56.750552 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Network 3dcfa084-eb66-4fc0-8f7b-d459885ca215 details requested by agent ovs-agent-dv-cinder-805825-1-iscsi with host dv-cinder-805825-1-iscsi {{(pid=74997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:36:56.753796 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-51e07057-e691-43b4-ba7f-a006a22669bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:56.792498 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-08fd4a02-5a96-492f-a0c9-a71510002ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:56.803875 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-ac24a970-9f29-4690-b0c9-f685805be2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:56.818167 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e07057-e691-43b4-ba7f-a006a22669bf admin admin] Made reservation on behalf of e1603bee56d04afd9226eb8233240e8c for: {'subnet': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:36:56.828883 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-51e07057-e691-43b4-ba7f-a006a22669bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1142073'] for subnet, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:56.874198 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] Routers {'f5d1372c-3b59-479c-8e36-e2ba83f6f925'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:36:56.878196 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:36:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['f5d1372c-3b59-479c-8e36-e2ba83f6f925'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:36:57.112035 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-625a16c4-f7ca-4a14-9ebc-848d4c9d5a48 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks [] for port, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:57.202698 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd4a02-5a96-492f-a0c9-a71510002ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eee0fc-cd9b-4258-9fa9-39bdd3d57b01,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:57.206836 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-08fd4a02-5a96-492f-a0c9-a71510002ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:57.216483 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-51e07057-e691-43b4-ba7f-a006a22669bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1236093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1142059'] for subnet, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:57.219996 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-2227828b-13f0-4fac-9b40-80dd17a284ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:57.254142 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] Set router f5d1372c-3b59-479c-8e36-e2ba83f6f925 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:36:57.267195 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-08fd4a02-5a96-492f-a0c9-a71510002ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:57.268960 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-08fd4a02-5a96-492f-a0c9-a71510002ea0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/76eee0fc-cd9b-4258-9fa9-39bdd3d57b01 HTTP/1.1" status: 204 len: 168 time: 1.0211565 Aug 24 18:36:57.335595 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e07057-e691-43b4-ba7f-a006a22669bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=04392b61-4519-43a5-8aa1-681f2d9019f0,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:57.357399 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-625a16c4-f7ca-4a14-9ebc-848d4c9d5a48 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:57.357666 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-51e07057-e691-43b4-ba7f-a006a22669bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:57.365612 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:57.371653 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['b7deee6e-8de9-4525-91be-a1de7a298a21', 'b4c9bf94-26cc-42bb-99f9-16a442ec2dba'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:36:57.378641 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e07057-e691-43b4-ba7f-a006a22669bf admin admin] Checking segment: {'id': 'e220a6f6-6aac-46dd-97f9-dc1bf7dd051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3dcfa084-eb66-4fc0-8f7b-d459885ca215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:36:57.379805 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e07057-e691-43b4-ba7f-a006a22669bf admin admin] Network hostable DHCP agents. Network: 3dcfa084-eb66-4fc0-8f7b-d459885ca215, hostable agents: ['07c0c982-9110-493d-a202-71ade7b28515'], hosted agents: [] {{(pid=74996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:36:57.421593 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-e43538d6-2ba3-471d-8710-a120114cf0a6 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:57.423920 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-e43538d6-2ba3-471d-8710-a120114cf0a6 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/networks?id=162d32ee-2009-4dae-aa26-2301ff311cfb HTTP/1.1" status: 200 len: 819 time: 0.2983689 Aug 24 18:36:57.441156 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e07057-e691-43b4-ba7f-a006a22669bf admin admin] Network 3dcfa084-eb66-4fc0-8f7b-d459885ca215 is scheduled to be hosted by DHCP agent 07c0c982-9110-493d-a202-71ade7b28515 with binding_index 1 {{(pid=74996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:36:57.462029 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-51e07057-e691-43b4-ba7f-a006a22669bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-iscsi, 3dcfa084-eb66-4fc0-8f7b-d459885ca215) {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:36:57.469521 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e07057-e691-43b4-ba7f-a006a22669bf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:57.469883 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-51e07057-e691-43b4-ba7f-a006a22669bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:57.486735 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b955f59-813f-4b9e-8199-7e27ceeb2903 None None] Network 3dcfa084-eb66-4fc0-8f7b-d459885ca215 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:36:57.493932 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-7888f9ea-6643-4aaa-8782-f1312eeb942c tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/quotas/14803203607646e6ad6fb7c12d7bb1ec HTTP/1.1" status: 200 len: 375 time: 0.0520332 Aug 24 18:36:57.496597 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-625a16c4-f7ca-4a14-9ebc-848d4c9d5a48 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Network 1109eacf-629e-4910-84d6-3d87a0369dee is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:36:57.503204 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-625a16c4-f7ca-4a14-9ebc-848d4c9d5a48 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:36:57.531086 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-51e07057-e691-43b4-ba7f-a006a22669bf admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8147964 Aug 24 18:36:57.566775 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-625a16c4-f7ca-4a14-9ebc-848d4c9d5a48 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Received port after_create {{(pid=74995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:36:57.571400 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-625a16c4-f7ca-4a14-9ebc-848d4c9d5a48 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:57.572242 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-625a16c4-f7ca-4a14-9ebc-848d4c9d5a48 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:57.589303 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a16c4-f7ca-4a14-9ebc-848d4c9d5a48 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Pushing event updated for resources: {'Port': ['ID=ee47bb91-a1f5-47a8-b68e-910c4d4b807e,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:57.603602 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-625a16c4-f7ca-4a14-9ebc-848d4c9d5a48 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:57.643386 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-625a16c4-f7ca-4a14-9ebc-848d4c9d5a48 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0337262 Aug 24 18:36:57.668117 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Request body: {'port': {'device_id': '60825d74-4e6f-479f-8db6-60756bfc5df5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:58.044391 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 60432) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:58.081489 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b65eeb09-5e1d-4226-9ea2-62bf03e3e935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:58.118808 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-93e2e461-2d0d-469b-a166-aeb496d20070 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=14803203607646e6ad6fb7c12d7bb1ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6172225 Aug 24 18:36:58.165582 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b65eeb09-5e1d-4226-9ea2-62bf03e3e935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:36:58.171640 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b65eeb09-5e1d-4226-9ea2-62bf03e3e935 admin admin] Usage tracker for resource:security_group_rule and tenant:e589e8139fde4c3dbf48b580d70fbee6 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:36:58.176858 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b65eeb09-5e1d-4226-9ea2-62bf03e3e935 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:36:58.192029 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b65eeb09-5e1d-4226-9ea2-62bf03e3e935 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:36:58.265794 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:58.340457 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dedd20-47b8-4434-aaa9-1aa9ca6b4db0 None None] Network 3dcfa084-eb66-4fc0-8f7b-d459885ca215 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:36:58.356264 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b65eeb09-5e1d-4226-9ea2-62bf03e3e935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:58.367548 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b65eeb09-5e1d-4226-9ea2-62bf03e3e935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:58.435634 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-5bf7f5db-dc59-4708-b80a-c21a2305fc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:58.466809 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24260079-7e62-4146-8c4c-4f286d2a739b req-82c64e1c-0785-4d1a-a048-02dbb9cfc168 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:58.467688 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-24260079-7e62-4146-8c4c-4f286d2a739b req-82c64e1c-0785-4d1a-a048-02dbb9cfc168 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Synchronizing usage tracker for tenant:6de573cc36c5427ba49fe4638df7e4a3 on resource:port {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:36:58.501674 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-5586ce97-52c9-4bf0-bf41-c6a73c513e0a service neutron] 10.222.0.62 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817461 Aug 24 18:36:58.571909 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-b65eeb09-5e1d-4226-9ea2-62bf03e3e935 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e589e8139fde4c3dbf48b580d70fbee6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5254815 Aug 24 18:36:58.575542 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 60442) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:36:58.664420 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65eeb09-5e1d-4226-9ea2-62bf03e3e935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6f8d41-a93d-4747-bc1b-f091a4cb1cb0,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:58.688260 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b65eeb09-5e1d-4226-9ea2-62bf03e3e935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:58.713871 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-e57866af-deaa-4f39-874e-24bbef8985d8 service neutron] 10.222.0.62 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110729 Aug 24 18:36:58.717418 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b54a540f-2a7d-41a4-8806-ab5abaed0a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:58.756693 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b54a540f-2a7d-41a4-8806-ab5abaed0a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:58.862266 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b54a540f-2a7d-41a4-8806-ab5abaed0a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:58.868743 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-447317da-884c-4f2f-8c7e-e29f6bcc7b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:58.880121 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d1372c-3b59-479c-8e36-e2ba83f6f925', 'name': 'tempest-ServerRescueNegativeTestJSON-1800858847-router', 'tenant_id': '14803203607646e6ad6fb7c12d7bb1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '07f2274e-8fd7-45f9-8e5d-ad41a5f01fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:36:48Z', 'updated_at': '2021-08-24T18:36:51Z', 'revision_number': 4, 'project_id': '14803203607646e6ad6fb7c12d7bb1ec', 'gw_port': {'id': '07f2274e-8fd7-45f9-8e5d-ad41a5f01fac', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d1372c-3b59-479c-8e36-e2ba83f6f925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:36:49Z', 'updated_at': '2021-08-24T18:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '37f8d7ef-1323-4a7b-8d15-db6a19d970ed', 'name': '', 'network_id': '162d32ee-2009-4dae-aa26-2301ff311cfb', 'tenant_id': '14803203607646e6ad6fb7c12d7bb1ec', 'mac_address': 'fa:16:3e:f1:a7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d1372c-3b59-479c-8e36-e2ba83f6f925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:36:51Z', 'updated_at': '2021-08-24T18:36:52Z', 'revision_number': 2, 'project_id': '14803203607646e6ad6fb7c12d7bb1ec', 'subnets': [{'id': '9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:36:58.889467 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] Checking router: f5d1372c-3b59-479c-8e36-e2ba83f6f925 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:36:58.890072 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] Updating router f5d1372c-3b59-479c-8e36-e2ba83f6f925 port 37f8d7ef-1323-4a7b-8d15-db6a19d970ed binding host dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:36:58.895338 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a540f-2a7d-41a4-8806-ab5abaed0a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6f8d41-a93d-4747-bc1b-f091a4cb1cb0,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:36:58.909661 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b54a540f-2a7d-41a4-8806-ab5abaed0a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:36:58.913223 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b54a540f-2a7d-41a4-8806-ab5abaed0a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:58.916708 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-b54a540f-2a7d-41a4-8806-ab5abaed0a6a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a6f8d41-a93d-4747-bc1b-f091a4cb1cb0 HTTP/1.1" status: 204 len: 168 time: 0.3377836 Aug 24 18:36:59.026629 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:59.428803 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-24260079-7e62-4146-8c4c-4f286d2a739b req-82c64e1c-0785-4d1a-a048-02dbb9cfc168 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Unset dirty status for tenant:6de573cc36c5427ba49fe4638df7e4a3 on resource:port {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:36:59.429983 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-24260079-7e62-4146-8c4c-4f286d2a739b req-82c64e1c-0785-4d1a-a048-02dbb9cfc168 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=60825d74-4e6f-479f-8db6-60756bfc5df5 HTTP/1.1" status: 200 len: 932 time: 1.5671105 Aug 24 18:36:59.606758 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-29209007-f4b4-41d9-bda8-87a16dd6ebb4 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:36:59.608489 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-29209007-f4b4-41d9-bda8-87a16dd6ebb4 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.36 "GET /v2.0/networks?id=162d32ee-2009-4dae-aa26-2301ff311cfb HTTP/1.1" status: 200 len: 819 time: 0.8874059 Aug 24 18:36:59.632702 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-3b6076c9-bc92-40e2-9b0d-b11d07d99c98 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Request body: {'port': {'device_id': '163a27c5-4710-4fb8-92ab-08b1e38b61c1', 'network_id': '162d32ee-2009-4dae-aa26-2301ff311cfb', 'admin_state_up': True, 'tenant_id': '14803203607646e6ad6fb7c12d7bb1ec'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:36:59.832562 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] Notify callbacks [] for port, precommit_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:59.858845 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] Transition to ACTIVE for port object 37f8d7ef-1323-4a7b-8d15-db6a19d970ed will not be triggered until provisioned by entity L2. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:36:59.869454 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:36:59.888910 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:36:59.890991 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5ae8af27-9917-4043-b351-964b53a3fde4 req-a2030bfb-9873-46e1-b6e9-e14c144377d3 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 210 time: 0.0722809 Aug 24 18:36:59.905147 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-24260079-7e62-4146-8c4c-4f286d2a739b req-8400c74b-99d8-4570-b381-a9ac08ca313f tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549904 Aug 24 18:37:00.103407 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee47bb91-a1f5-47a8-b68e-910c4d4b807e {{(pid=74995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:37:00.122175 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:00.137071 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-3b6076c9-bc92-40e2-9b0d-b11d07d99c98 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:37:00.145367 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-3b6076c9-bc92-40e2-9b0d-b11d07d99c98 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Usage tracker for resource:port and tenant:14803203607646e6ad6fb7c12d7bb1ec is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:37:00.151804 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-3b6076c9-bc92-40e2-9b0d-b11d07d99c98 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:37:00.159915 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.provisioning_blocks [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Transition to ACTIVE for port object ee47bb91-a1f5-47a8-b68e-910c4d4b807e will not be triggered until provisioned by entity L2. {{(pid=74995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:37:00.161252 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-3b6076c9-bc92-40e2-9b0d-b11d07d99c98 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:37:00.165333 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:00.173344 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece2ac2-1b27-4417-83a2-d5fb74b9daa1 None None] Pushing event updated for resources: {'Port': ['ID=37f8d7ef-1323-4a7b-8d15-db6a19d970ed,revision_number=3']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:00.175217 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:00.178121 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-8ece2ac2-1b27-4417-83a2-d5fb74b9daa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:00.252544 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-3b6076c9-bc92-40e2-9b0d-b11d07d99c98 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Made reservation on behalf of 14803203607646e6ad6fb7c12d7bb1ec for: {'port': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:37:00.255844 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-3b6076c9-bc92-40e2-9b0d-b11d07d99c98 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:00.345576 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Pushing event updated for resources: {'Port': ['ID=ee47bb91-a1f5-47a8-b68e-910c4d4b807e,revision_number=2']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:00.358291 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:00.384560 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] Attempting to bind port 37f8d7ef-1323-4a7b-8d15-db6a19d970ed on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:37:00.384946 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] Attempting to bind port 37f8d7ef-1323-4a7b-8d15-db6a19d970ed by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': 'bdc7c20c-1441-4887-8b72-1651a6ec59aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '162d32ee-2009-4dae-aa26-2301ff311cfb'}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:37:00.385306 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] Attempting to bind port 37f8d7ef-1323-4a7b-8d15-db6a19d970ed on network 162d32ee-2009-4dae-aa26-2301ff311cfb {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:37:00.393911 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:37:00.394243 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] Checking segment: {'id': 'bdc7c20c-1441-4887-8b72-1651a6ec59aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '162d32ee-2009-4dae-aa26-2301ff311cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:37:00.394796 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:00.395144 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] Bound using segment: {'id': 'bdc7c20c-1441-4887-8b72-1651a6ec59aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '162d32ee-2009-4dae-aa26-2301ff311cfb'} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:37:00.395694 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] Bound port: 37f8d7ef-1323-4a7b-8d15-db6a19d970ed, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc7c20c-1441-4887-8b72-1651a6ec59aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '162d32ee-2009-4dae-aa26-2301ff311cfb'}}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:37:00.396024 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:00.531609 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] For port 37f8d7ef-1323-4a7b-8d15-db6a19d970ed, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:37:00.535148 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] For port 37f8d7ef-1323-4a7b-8d15-db6a19d970ed, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=37f8d7ef-1323-4a7b-8d15-db6a19d970ed,segment=NetworkSegment(bdc7c20c-1441-4887-8b72-1651a6ec59aa),segment_id=bdc7c20c-1441-4887-8b72-1651a6ec59aa)] {{(pid=74997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:37:00.542118 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:00.546649 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-197c1660-14ad-4095-b691-1da24d8faf19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:00.594584 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_common [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-3b6076c9-bc92-40e2-9b0d-b11d07d99c98 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Allocated IP 172.20.0.7 (162d32ee-2009-4dae-aa26-2301ff311cfb/9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa/5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f) {{(pid=74995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:37:00.600626 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.managers [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Attempting to bind port ee47bb91-a1f5-47a8-b68e-910c4d4b807e on host hv-cinder-80582 for vnic_type normal with profile {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:37:00.600971 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.managers [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Attempting to bind port ee47bb91-a1f5-47a8-b68e-910c4d4b807e by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '1e9ee31d-9b7b-41e8-b45f-695749ee603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee'}] {{(pid=74995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:37:00.601320 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Attempting to bind port ee47bb91-a1f5-47a8-b68e-910c4d4b807e on network 1109eacf-629e-4910-84d6-3d87a0369dee {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:37:00.619221 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Port ee47bb91-a1f5-47a8-b68e-910c4d4b807e on network 1109eacf-629e-4910-84d6-3d87a0369dee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:37:00.619566 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Attempting to bind port ee47bb91-a1f5-47a8-b68e-910c4d4b807e on network 1109eacf-629e-4910-84d6-3d87a0369dee {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:37:00.659476 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Checking agent: {'id': 'c5b5b5de-e9ee-4a89-bea7-745c11eae0d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'started_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:37:00.659880 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Checking segment: {'id': '1e9ee31d-9b7b-41e8-b45f-695749ee603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:37:00.660284 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Bound using segment: {'id': '1e9ee31d-9b7b-41e8-b45f-695749ee603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee'} {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:37:00.660746 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.managers [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Bound port: ee47bb91-a1f5-47a8-b68e-910c4d4b807e, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e9ee31d-9b7b-41e8-b45f-695749ee603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee'}}] {{(pid=74995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:37:00.661146 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:00.716128 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece2ac2-1b27-4417-83a2-d5fb74b9daa1 None None] Pushing event updated for resources: {'Port': ['ID=37f8d7ef-1323-4a7b-8d15-db6a19d970ed,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:00.719373 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-8ece2ac2-1b27-4417-83a2-d5fb74b9daa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:00.745320 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] Routers {'f5d1372c-3b59-479c-8e36-e2ba83f6f925'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:37:00.745966 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:36:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['f5d1372c-3b59-479c-8e36-e2ba83f6f925'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:01.078009 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] Set router f5d1372c-3b59-479c-8e36-e2ba83f6f925 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:37:01.201139 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:01.332371 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-f43dd99a-c0d5-4388-95ad-81341927d462 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:01.333776 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-f43dd99a-c0d5-4388-95ad-81341927d462 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Synchronizing usage tracker for tenant:14803203607646e6ad6fb7c12d7bb1ec on resource:network {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:37:01.368650 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-f43dd99a-c0d5-4388-95ad-81341927d462 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Unset dirty status for tenant:14803203607646e6ad6fb7c12d7bb1ec on resource:network {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:37:01.370707 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-f43dd99a-c0d5-4388-95ad-81341927d462 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.36 "GET /v2.0/networks?id=162d32ee-2009-4dae-aa26-2301ff311cfb HTTP/1.1" status: 200 len: 819 time: 0.3966074 Aug 24 18:37:01.390174 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-96be5881-a4a8-4ce1-9432-ebe29b8f05f7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Request body: {'port': {'device_id': '29939f63-7ed6-47aa-b512-23c9e30b172e', 'network_id': '162d32ee-2009-4dae-aa26-2301ff311cfb', 'admin_state_up': True, 'tenant_id': '14803203607646e6ad6fb7c12d7bb1ec'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:37:01.434484 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1dc9666c-7404-4a03-bf75-35d9e83725e2 req-e88c94fa-0c90-431a-86f4-4c3bc79c1b17 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 210 time: 0.1428993 Aug 24 18:37:01.497098 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-3176f176-1720-40c0-8732-d008492cb3ca tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:01.499562 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-3176f176-1720-40c0-8732-d008492cb3ca tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/networks?id=3dcfa084-eb66-4fc0-8f7b-d459885ca215 HTTP/1.1" status: 200 len: 809 time: 0.5347140 Aug 24 18:37:01.538700 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] For port ee47bb91-a1f5-47a8-b68e-910c4d4b807e, host hv-cinder-80582, cleared binding levels {{(pid=74995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:37:01.581174 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d1372c-3b59-479c-8e36-e2ba83f6f925', 'name': 'tempest-ServerRescueNegativeTestJSON-1800858847-router', 'tenant_id': '14803203607646e6ad6fb7c12d7bb1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '07f2274e-8fd7-45f9-8e5d-ad41a5f01fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:36:48Z', 'updated_at': '2021-08-24T18:36:51Z', 'revision_number': 4, 'project_id': '14803203607646e6ad6fb7c12d7bb1ec', 'gw_port': {'id': '07f2274e-8fd7-45f9-8e5d-ad41a5f01fac', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d1372c-3b59-479c-8e36-e2ba83f6f925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:36:49Z', 'updated_at': '2021-08-24T18:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '37f8d7ef-1323-4a7b-8d15-db6a19d970ed', 'name': '', 'network_id': '162d32ee-2009-4dae-aa26-2301ff311cfb', 'tenant_id': '14803203607646e6ad6fb7c12d7bb1ec', 'mac_address': 'fa:16:3e:f1:a7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d1372c-3b59-479c-8e36-e2ba83f6f925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:36:51Z', 'updated_at': '2021-08-24T18:37:00Z', 'revision_number': 4, 'project_id': '14803203607646e6ad6fb7c12d7bb1ec', 'subnets': [{'id': '9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:01.586845 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7110ad6b-c883-4fd9-991b-891beece0c2e None None] The sync data for ids ['f5d1372c-3b59-479c-8e36-e2ba83f6f925'] in dv-cinder-805825-1-iscsi is: [{'id': 'f5d1372c-3b59-479c-8e36-e2ba83f6f925', 'name': 'tempest-ServerRescueNegativeTestJSON-1800858847-router', 'tenant_id': '14803203607646e6ad6fb7c12d7bb1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '07f2274e-8fd7-45f9-8e5d-ad41a5f01fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:36:48Z', 'updated_at': '2021-08-24T18:36:51Z', 'revision_number': 4, 'project_id': '14803203607646e6ad6fb7c12d7bb1ec', 'gw_port': {'id': '07f2274e-8fd7-45f9-8e5d-ad41a5f01fac', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d1372c-3b59-479c-8e36-e2ba83f6f925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:36:49Z', 'updated_at': '2021-08-24T18:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '37f8d7ef-1323-4a7b-8d15-db6a19d970ed', 'name': '', 'network_id': '162d32ee-2009-4dae-aa26-2301ff311cfb', 'tenant_id': '14803203607646e6ad6fb7c12d7bb1ec', 'mac_address': 'fa:16:3e:f1:a7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5d1372c-3b59-479c-8e36-e2ba83f6f925', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:36:51Z', 'updated_at': '2021-08-24T18:37:00Z', 'revision_number': 4, 'project_id': '14803203607646e6ad6fb7c12d7bb1ec', 'subnets': [{'id': '9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:37:01.610478 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-3b6076c9-bc92-40e2-9b0d-b11d07d99c98 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Notify callbacks [] for port, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:01.623062 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] For port ee47bb91-a1f5-47a8-b68e-910c4d4b807e, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ee47bb91-a1f5-47a8-b68e-910c4d4b807e,segment=NetworkSegment(1e9ee31d-9b7b-41e8-b45f-695749ee603b),segment_id=1e9ee31d-9b7b-41e8-b45f-695749ee603b)] {{(pid=74995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:37:01.641070 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-30e6b432-7bf8-407e-8eb8-665102dac7c4 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/quotas/e1603bee56d04afd9226eb8233240e8c HTTP/1.1" status: 200 len: 375 time: 0.1273167 Aug 24 18:37:01.722882 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:01.746506 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-96be5881-a4a8-4ce1-9432-ebe29b8f05f7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:37:01.749745 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-08f385e7-a963-4fac-9a36-1e6bf983d3f5 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e1603bee56d04afd9226eb8233240e8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1074595 Aug 24 18:37:01.752984 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-96be5881-a4a8-4ce1-9432-ebe29b8f05f7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Usage tracker for resource:port and tenant:14803203607646e6ad6fb7c12d7bb1ec is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:37:01.756895 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-96be5881-a4a8-4ce1-9432-ebe29b8f05f7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:37:01.786408 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-96be5881-a4a8-4ce1-9432-ebe29b8f05f7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:37:01.817708 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-96be5881-a4a8-4ce1-9432-ebe29b8f05f7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Made reservation on behalf of 14803203607646e6ad6fb7c12d7bb1ec for: {'port': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:37:01.821071 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-96be5881-a4a8-4ce1-9432-ebe29b8f05f7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:01.825825 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-1ac68fa4-b5ec-45fa-821b-452b02ed3934 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:01.880698 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 60542) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:01.943753 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:01.945533 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] 10.222.0.36 "PUT /v2.0/ports/ee47bb91-a1f5-47a8-b68e-910c4d4b807e HTTP/1.1" status: 200 len: 1094 time: 4.2876401 Aug 24 18:37:01.951881 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60825d74-4e6f-479f-8db6-60756bfc5df5', 'tag': 'ee47bb91-a1f5-47a8-b68e-910c4d4b807e'}] {{(pid=74995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:37:02.053377 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a5d4a6-fdac-4f56-9f94-6a53a02661cb admin admin] Deleting subnet 19da1cd0-e41c-401d-97fb-680b143badee {{(pid=74995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:37:02.065192 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-83a5d4a6-fdac-4f56-9f94-6a53a02661cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:02.221086 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Pushing event updated for resources: {'Port': ['ID=ee47bb91-a1f5-47a8-b68e-910c4d4b807e,revision_number=3']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:02.231466 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:02.250239 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-83a5d4a6-fdac-4f56-9f94-6a53a02661cb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:02.266696 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-83a5d4a6-fdac-4f56-9f94-6a53a02661cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699818'] for subnet, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:02.314706 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-3b6076c9-bc92-40e2-9b0d-b11d07d99c98 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:02.326091 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-82071833-702f-4601-af98-946ac95dba9a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:02.358899 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-96be5881-a4a8-4ce1-9432-ebe29b8f05f7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Allocated IP 172.20.0.10 (162d32ee-2009-4dae-aa26-2301ff311cfb/9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa/5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:37:02.387073 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-c5b48434-e2e0-4da4-abfb-9d78eb2788c1 service neutron] 10.222.0.62 "GET /v2.0/networks/3dcfa084-eb66-4fc0-8f7b-d459885ca215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6363194 Aug 24 18:37:02.521593 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff64c2-195c-4000-8327-d435f8d704c5 req-8d4d0dc2-b1c8-474a-a8b4-123d4a654a03 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:02.523284 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e9ff64c2-195c-4000-8327-d435f8d704c5 req-8d4d0dc2-b1c8-474a-a8b4-123d4a654a03 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=60825d74-4e6f-479f-8db6-60756bfc5df5 HTTP/1.1" status: 200 len: 944 time: 0.7457256 Aug 24 18:37:02.585514 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-3b6076c9-bc92-40e2-9b0d-b11d07d99c98 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Network 162d32ee-2009-4dae-aa26-2301ff311cfb is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:37:02.589604 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-3b6076c9-bc92-40e2-9b0d-b11d07d99c98 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:37:02.612942 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-b4720698-e2a5-4ba2-93c1-4cd1843a3a54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6de573cc36c5427ba49fe4638df7e4a3&device_id=60825d74-4e6f-479f-8db6-60756bfc5df5 HTTP/1.1" status: 200 len: 1097 time: 0.5499079 Aug 24 18:37:02.616090 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-3b6076c9-bc92-40e2-9b0d-b11d07d99c98 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Received port after_create {{(pid=74995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:37:02.620279 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-3b6076c9-bc92-40e2-9b0d-b11d07d99c98 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:02.621085 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-3b6076c9-bc92-40e2-9b0d-b11d07d99c98 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:02.651798 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-96be5881-a4a8-4ce1-9432-ebe29b8f05f7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:02.692927 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-96be5881-a4a8-4ce1-9432-ebe29b8f05f7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:02.702837 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:02.714272 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6076c9-bc92-40e2-9b0d-b11d07d99c98 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Pushing event updated for resources: {'Port': ['ID=5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:02.736568 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-83a5d4a6-fdac-4f56-9f94-6a53a02661cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for subnet, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:02.741367 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-3b6076c9-bc92-40e2-9b0d-b11d07d99c98 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1148016 Aug 24 18:37:02.744661 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-3b6076c9-bc92-40e2-9b0d-b11d07d99c98 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:02.761516 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-a803b4a0-7d60-4a3c-8a22-bfdcbc3e03c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee47bb91-a1f5-47a8-b68e-910c4d4b807e HTTP/1.1" status: 200 len: 217 time: 0.1073782 Aug 24 18:37:02.766814 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:02.788984 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-96be5881-a4a8-4ce1-9432-ebe29b8f05f7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Network 162d32ee-2009-4dae-aa26-2301ff311cfb is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:37:02.793469 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-96be5881-a4a8-4ce1-9432-ebe29b8f05f7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:37:02.795805 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be5881-a4a8-4ce1-9432-ebe29b8f05f7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Pushing event updated for resources: {'Port': ['ID=5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:02.798372 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-96be5881-a4a8-4ce1-9432-ebe29b8f05f7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:37:02.815646 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Request body: {'port': {'device_id': '163a27c5-4710-4fb8-92ab-08b1e38b61c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:37:02.832085 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-96be5881-a4a8-4ce1-9432-ebe29b8f05f7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:02.867505 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-96be5881-a4a8-4ce1-9432-ebe29b8f05f7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:02.868491 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-96be5881-a4a8-4ce1-9432-ebe29b8f05f7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:02.887897 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5d4a6-fdac-4f56-9f94-6a53a02661cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19da1cd0-e41c-401d-97fb-680b143badee,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:02.890575 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-83a5d4a6-fdac-4f56-9f94-6a53a02661cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:02.895293 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-83a5d4a6-fdac-4f56-9f94-6a53a02661cb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/19da1cd0-e41c-401d-97fb-680b143badee HTTP/1.1" status: 204 len: 168 time: 1.0076318 Aug 24 18:37:02.898422 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 60562) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:02.926404 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-83a5d4a6-fdac-4f56-9f94-6a53a02661cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:02.951644 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-96be5881-a4a8-4ce1-9432-ebe29b8f05f7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5663633 Aug 24 18:37:03.005105 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e9ff64c2-195c-4000-8327-d435f8d704c5 req-52cd4932-cc97-4782-a886-411dd131e32b tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672654 Aug 24 18:37:03.007042 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-88b86175-42ed-4410-96d5-3c8c85309047 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:03.009187 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-88b86175-42ed-4410-96d5-3c8c85309047 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f086af0-4804-49e8-8a16-77e742d85929 HTTP/1.1" status: 200 len: 854 time: 0.1622114 Aug 24 18:37:03.014007 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-09400423-c938-4f6d-a6d3-52b8fe6375c8 service neutron] 10.222.0.62 "GET /v2.0/networks/3dcfa084-eb66-4fc0-8f7b-d459885ca215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6260664 Aug 24 18:37:03.124936 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-70203a0a-89d0-4ced-9d72-ed986655be04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1109eacf-629e-4910-84d6-3d87a0369dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634351 Aug 24 18:37:03.202489 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:03.257423 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Request body: {'port': {'device_id': '29939f63-7ed6-47aa-b512-23c9e30b172e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:37:03.296969 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-425a506c-0583-4dc3-93cf-58c8f615c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531664'] for network, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:03.392597 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60825d74-4e6f-479f-8db6-60756bfc5df5', 'tag': 'ee47bb91-a1f5-47a8-b68e-910c4d4b807e', 'status': 'completed', 'code': 200} Aug 24 18:37:03.588625 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-425a506c-0583-4dc3-93cf-58c8f615c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699171', 'neutron.services.segments.db._delete_segments_for_network-8740182284418'] for network, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:03.607925 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-425a506c-0583-4dc3-93cf-58c8f615c7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a79746-3fc3-4273-8912-473a52d2635e']}} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:03.619974 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:03.636363 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-425a506c-0583-4dc3-93cf-58c8f615c7d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7d5fd9-3c1d-4ec8-8f44-bf2ea8d2b2a4') {'for_net_delete': True} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:03.636668 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-425a506c-0583-4dc3-93cf-58c8f615c7d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7d5fd9-3c1d-4ec8-8f44-bf2ea8d2b2a4') {} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:03.656421 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-425a506c-0583-4dc3-93cf-58c8f615c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740182285213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2774655'] for segment, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:03.752503 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-fb899178-2990-4a6b-8901-6b4237c51f0a service neutron] 10.222.0.36 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6045454 Aug 24 18:37:03.763068 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-425a506c-0583-4dc3-93cf-58c8f615c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:03.768677 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-13943ab6-31be-43d7-86f1-30fe2c9cdaac req-5ae5885d-194f-4d08-bc23-7b108a0f0c86 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 210 time: 0.2837605 Aug 24 18:37:03.804204 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 37f8d7ef-1323-4a7b-8d15-db6a19d970ed up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:37:03.830002 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425a506c-0583-4dc3-93cf-58c8f615c7d6 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=74996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:37:03.830429 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-425a506c-0583-4dc3-93cf-58c8f615c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1236116'] for segment, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: Traceback (most recent call last): Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: timer() Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: cb(*args, **kw) Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: return func(*args, **kwargs) Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: self._notify() Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: self.callback(batched_events) Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: event.method(event) Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: return f(self, *a, **k) Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: return self._get(url).json() Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: return self.request(url, 'GET', **kwargs) Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:37:03.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:37:03.941073 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port 37f8d7ef-1323-4a7b-8d15-db6a19d970ed completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:37:03.948546 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 37f8d7ef-1323-4a7b-8d15-db6a19d970ed triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:37:03.949206 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:04.019683 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-425a506c-0583-4dc3-93cf-58c8f615c7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692511'] for network, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:04.025218 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:04.056265 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-425a506c-0583-4dc3-93cf-58c8f615c7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:04.064612 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a506c-0583-4dc3-93cf-58c8f615c7d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1a79746-3fc3-4273-8912-473a52d2635e,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:04.069568 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-425a506c-0583-4dc3-93cf-58c8f615c7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:04.073896 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1b547f9c-c98b-4102-81b0-9e88f4fc81e8 req-c1aa0804-7853-4f0c-9e14-d52a2672093a service neutron] 10.222.0.36 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037581 Aug 24 18:37:04.074775 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-425a506c-0583-4dc3-93cf-58c8f615c7d6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b1a79746-3fc3-4273-8912-473a52d2635e HTTP/1.1" status: 204 len: 168 time: 1.1735718 Aug 24 18:37:04.075592 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 60584) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:04.079892 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfea826-286f-42d8-9273-1579c1d6f307 req-f616d418-c63c-4008-ae2d-c8df07885d0d tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:04.080864 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-6bfea826-286f-42d8-9273-1579c1d6f307 req-f616d418-c63c-4008-ae2d-c8df07885d0d tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Synchronizing usage tracker for tenant:14803203607646e6ad6fb7c12d7bb1ec on resource:port {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:37:04.173391 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_v2 [None req-f35f665a-e3f3-45b4-90d5-53106c810651 admin admin] Deleting subnet a13adc86-61d9-43ee-9909-121cbe5b83d7 {{(pid=74996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:37:04.178304 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f35f665a-e3f3-45b4-90d5-53106c810651 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:04.181599 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:04.208748 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-6bfea826-286f-42d8-9273-1579c1d6f307 req-f616d418-c63c-4008-ae2d-c8df07885d0d tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Unset dirty status for tenant:14803203607646e6ad6fb7c12d7bb1ec on resource:port {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:37:04.216860 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6bfea826-286f-42d8-9273-1579c1d6f307 req-f616d418-c63c-4008-ae2d-c8df07885d0d tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 932 time: 0.7328606 Aug 24 18:37:04.217880 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port 37f8d7ef-1323-4a7b-8d15-db6a19d970ed, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=37f8d7ef-1323-4a7b-8d15-db6a19d970ed,segment=NetworkSegment(bdc7c20c-1441-4887-8b72-1651a6ec59aa),segment_id=bdc7c20c-1441-4887-8b72-1651a6ec59aa)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:04.224640 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:04.227461 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:04.239385 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f35f665a-e3f3-45b4-90d5-53106c810651 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2774640'] for subnet, precommit_delete_associations {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:04.318187 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6bfea826-286f-42d8-9273-1579c1d6f307 req-2316a675-bccd-4f41-bd58-efa2527fb5c2 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002047 Aug 24 18:37:04.319937 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f35f665a-e3f3-45b4-90d5-53106c810651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699818'] for subnet, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:04.320540 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=37f8d7ef-1323-4a7b-8d15-db6a19d970ed,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:04.323867 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:04.433094 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f35f665a-e3f3-45b4-90d5-53106c810651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1236018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1142050'] for subnet, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:04.449658 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-aaef9797-5489-4bd2-8162-ce5065d361a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:04.484395 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-43833452-cfe7-4132-8ad1-886d6e9a276e req-66138424-bacd-4b78-8ecd-93fd60020bbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6de573cc36c5427ba49fe4638df7e4a3&device_id=60825d74-4e6f-479f-8db6-60756bfc5df5 HTTP/1.1" status: 200 len: 1097 time: 0.3289478 Aug 24 18:37:04.489250 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f {{(pid=74995) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:37:04.492111 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f665a-e3f3-45b4-90d5-53106c810651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a13adc86-61d9-43ee-9909-121cbe5b83d7,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:04.496464 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-f35f665a-e3f3-45b4-90d5-53106c810651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:04.497628 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f35f665a-e3f3-45b4-90d5-53106c810651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:04.509033 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-f35f665a-e3f3-45b4-90d5-53106c810651 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a13adc86-61d9-43ee-9909-121cbe5b83d7 HTTP/1.1" status: 204 len: 168 time: 0.4322922 Aug 24 18:37:04.510827 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:04.513401 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 60598) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:04.650876 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac1e10-b01e-4586-8222-ccb036c4e7ba req-30d9547d-986e-4fb8-a190-bb7d1d5143b2 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:04.652451 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5fac1e10-b01e-4586-8222-ccb036c4e7ba req-30d9547d-986e-4fb8-a190-bb7d1d5143b2 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=60825d74-4e6f-479f-8db6-60756bfc5df5 HTTP/1.1" status: 200 len: 944 time: 0.3324614 Aug 24 18:37:04.656137 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.provisioning_blocks [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Transition to ACTIVE for port object 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f will not be triggered until provisioned by entity L2. {{(pid=74995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:37:04.684869 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:04.694834 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:04.766242 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a5511895-bfc3-44bb-b846-9ec0d78347d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531664'] for network, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:04.805107 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.36', 57864) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:04.893409 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43833452-cfe7-4132-8ad1-886d6e9a276e req-d9186153-ea7c-42e7-9c0c-11866654590b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:04.895751 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-43833452-cfe7-4132-8ad1-886d6e9a276e req-d9186153-ea7c-42e7-9c0c-11866654590b service neutron] 10.222.0.36 "GET /v2.0/networks?id=1109eacf-629e-4910-84d6-3d87a0369dee HTTP/1.1" status: 200 len: 915 time: 0.3897569 Aug 24 18:37:04.906583 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5fac1e10-b01e-4586-8222-ccb036c4e7ba req-e6a17c7a-d728-4e73-9e49-18e4cec17157 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472782 Aug 24 18:37:04.911565 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f,revision_number=2']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:04.918394 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:05.159380 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a5511895-bfc3-44bb-b846-9ec0d78347d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699171', 'neutron.services.segments.db._delete_segments_for_network-8740182284418'] for network, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:05.162554 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6734f89a-51af-4dff-bdfd-4b5bd96bb2fb req-933e513d-b49a-4f55-a94c-9fa9d9fd287a tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 210 time: 0.0805051 Aug 24 18:37:05.165580 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-43833452-cfe7-4132-8ad1-886d6e9a276e req-d1f376f5-c6d9-4d0d-bb86-750c5542ca56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee47bb91-a1f5-47a8-b68e-910c4d4b807e HTTP/1.1" status: 200 len: 217 time: 0.2570138 Aug 24 18:37:05.172635 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.managers [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Attempting to bind port 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f on host hv-cinder-80582 for vnic_type normal with profile {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:37:05.172944 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.managers [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Attempting to bind port 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'bdc7c20c-1441-4887-8b72-1651a6ec59aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '162d32ee-2009-4dae-aa26-2301ff311cfb'}] {{(pid=74995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:37:05.173313 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Attempting to bind port 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f on network 162d32ee-2009-4dae-aa26-2301ff311cfb {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:37:05.186505 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-a5511895-bfc3-44bb-b846-9ec0d78347d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['501510ab-eea5-475a-9584-c9c7e62eef63']}} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:05.235255 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Port 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f on network 162d32ee-2009-4dae-aa26-2301ff311cfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:37:05.235684 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Attempting to bind port 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f on network 162d32ee-2009-4dae-aa26-2301ff311cfb {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:37:05.253136 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-a5511895-bfc3-44bb-b846-9ec0d78347d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc9600d-eff7-49c5-a59b-7aa6878438c8') {'for_net_delete': True} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:05.253419 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-a5511895-bfc3-44bb-b846-9ec0d78347d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc9600d-eff7-49c5-a59b-7aa6878438c8') {} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:37:05.258865 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43833452-cfe7-4132-8ad1-886d6e9a276e req-2b848108-9404-4245-b5fc-d75ef6a879b3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:05.260825 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-43833452-cfe7-4132-8ad1-886d6e9a276e req-2b848108-9404-4245-b5fc-d75ef6a879b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f086af0-4804-49e8-8a16-77e742d85929 HTTP/1.1" status: 200 len: 854 time: 0.0848401 Aug 24 18:37:05.261591 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Checking agent: {'id': 'c5b5b5de-e9ee-4a89-bea7-745c11eae0d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'started_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:37:05.262105 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Checking segment: {'id': 'bdc7c20c-1441-4887-8b72-1651a6ec59aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '162d32ee-2009-4dae-aa26-2301ff311cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:37:05.262691 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Bound using segment: {'id': 'bdc7c20c-1441-4887-8b72-1651a6ec59aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '162d32ee-2009-4dae-aa26-2301ff311cfb'} {{(pid=74995) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:37:05.263196 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.managers [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Bound port: 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdc7c20c-1441-4887-8b72-1651a6ec59aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '162d32ee-2009-4dae-aa26-2301ff311cfb'}}] {{(pid=74995) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:37:05.263617 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:05.285662 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a5511895-bfc3-44bb-b846-9ec0d78347d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740182285213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2774655'] for segment, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:05.411310 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f {{(pid=74996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:37:05.425346 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:05.439152 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a5511895-bfc3-44bb-b846-9ec0d78347d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:05.446745 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-43833452-cfe7-4132-8ad1-886d6e9a276e req-6f69988e-3139-499e-bb67-b240b6ebeb0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1109eacf-629e-4910-84d6-3d87a0369dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1660154 Aug 24 18:37:05.458863 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5511895-bfc3-44bb-b846-9ec0d78347d3 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=74996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:37:05.459260 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a5511895-bfc3-44bb-b846-9ec0d78347d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1236116'] for segment, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: Traceback (most recent call last): Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: timer() Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: cb(*args, **kw) Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: return func(*args, **kwargs) Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: self._notify() Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: self.callback(batched_events) Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: event.method(event) Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: return f(self, *a, **k) Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: return self._get(url).json() Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: return self.request(url, 'GET', **kwargs) Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:37:05.472641 dv-cinder-805825-1-iscsi neutron-server[74996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:37:05.477588 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-0c7bf545-6ae2-41c9-82fa-3d643c84bd03 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:05.478284 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-0c7bf545-6ae2-41c9-82fa-3d643c84bd03 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Synchronizing usage tracker for tenant:e1603bee56d04afd9226eb8233240e8c on resource:network {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:37:05.532943 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Transition to ACTIVE for port object 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f will not be triggered until provisioned by entity L2. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:37:05.549722 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:05.562539 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:05.616034 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-0c7bf545-6ae2-41c9-82fa-3d643c84bd03 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Unset dirty status for tenant:e1603bee56d04afd9226eb8233240e8c on resource:network {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:37:05.617193 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-0c7bf545-6ae2-41c9-82fa-3d643c84bd03 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.36 "GET /v2.0/networks?id=3dcfa084-eb66-4fc0-8f7b-d459885ca215 HTTP/1.1" status: 200 len: 809 time: 0.8109512 Aug 24 18:37:05.624657 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a5511895-bfc3-44bb-b846-9ec0d78347d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692511'] for network, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:05.638906 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] For port 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f, host hv-cinder-80582, cleared binding levels {{(pid=74995) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:37:05.664053 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] For port 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f,segment=NetworkSegment(bdc7c20c-1441-4887-8b72-1651a6ec59aa),segment_id=bdc7c20c-1441-4887-8b72-1651a6ec59aa)] {{(pid=74995) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:37:05.679409 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a5511895-bfc3-44bb-b846-9ec0d78347d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:05.680737 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:05.688396 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-1db0d603-47bc-4b8f-afd5-36ca9f0efe18 tempest-DeleteServersTestJSON-22530043 tempest-DeleteServersTestJSON-22530043-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:05.706056 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-93b9489d-775b-4aa7-8fc9-69206eaee2b7 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Request body: {'port': {'device_id': 'a8f17f21-8af7-4774-b447-f8c235a9ddc1', 'network_id': '3dcfa084-eb66-4fc0-8f7b-d459885ca215', 'admin_state_up': True, 'tenant_id': 'e1603bee56d04afd9226eb8233240e8c'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:37:05.726465 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-43833452-cfe7-4132-8ad1-886d6e9a276e req-8121989d-d430-4a4b-9086-440bd1f29d77 service neutron] 10.222.0.36 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359612 Aug 24 18:37:05.732304 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-a5511895-bfc3-44bb-b846-9ec0d78347d3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/501510ab-eea5-475a-9584-c9c7e62eef63 HTTP/1.1" status: 204 len: 168 time: 1.2155132 Aug 24 18:37:05.748023 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 37f8d7ef-1323-4a7b-8d15-db6a19d970ed up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:37:05.778056 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Pushing event updated for resources: {'Port': ['ID=5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:05.789730 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:05.790213 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:05.821308 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5511895-bfc3-44bb-b846-9ec0d78347d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=501510ab-eea5-475a-9584-c9c7e62eef63,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:05.861005 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-a5511895-bfc3-44bb-b846-9ec0d78347d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:05.869518 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 37f8d7ef-1323-4a7b-8d15-db6a19d970ed triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:37:05.869968 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:05.933501 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:05.935678 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] 10.222.0.36 "PUT /v2.0/ports/5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f HTTP/1.1" status: 200 len: 1093 time: 3.1730671 Aug 24 18:37:05.937228 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163a27c5-4710-4fb8-92ab-08b1e38b61c1', 'tag': '5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f'}] {{(pid=74995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:37:05.950555 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-93b9489d-775b-4aa7-8fc9-69206eaee2b7 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:37:05.951432 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e74af-7e63-42e1-ae53-31f5459f86f8 req-a5bc63d0-7587-44d4-a3ce-443fd2bfca43 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:05.956460 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-93b9489d-775b-4aa7-8fc9-69206eaee2b7 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Usage tracker for resource:port and tenant:e1603bee56d04afd9226eb8233240e8c is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:37:05.959381 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f60e74af-7e63-42e1-ae53-31f5459f86f8 req-a5bc63d0-7587-44d4-a3ce-443fd2bfca43 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 932 time: 0.5033598 Aug 24 18:37:05.961852 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-93b9489d-775b-4aa7-8fc9-69206eaee2b7 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:37:05.976006 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-93b9489d-775b-4aa7-8fc9-69206eaee2b7 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:37:06.014365 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Attempting to bind port 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f on host hv-cinder-80582 for vnic_type normal with profile {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:37:06.014767 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Attempting to bind port 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'bdc7c20c-1441-4887-8b72-1651a6ec59aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '162d32ee-2009-4dae-aa26-2301ff311cfb'}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:37:06.015133 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Attempting to bind port 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f on network 162d32ee-2009-4dae-aa26-2301ff311cfb {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:37:06.024057 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-93b9489d-775b-4aa7-8fc9-69206eaee2b7 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Made reservation on behalf of e1603bee56d04afd9226eb8233240e8c for: {'port': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:37:06.027506 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-93b9489d-775b-4aa7-8fc9-69206eaee2b7 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:06.084823 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Port 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f on network 162d32ee-2009-4dae-aa26-2301ff311cfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:37:06.085143 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Attempting to bind port 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f on network 162d32ee-2009-4dae-aa26-2301ff311cfb {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:37:06.090382 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f,revision_number=3']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:06.106315 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:06.108356 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Checking agent: {'id': 'c5b5b5de-e9ee-4a89-bea7-745c11eae0d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'started_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:37:06.108696 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Checking segment: {'id': 'bdc7c20c-1441-4887-8b72-1651a6ec59aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '162d32ee-2009-4dae-aa26-2301ff311cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:37:06.109251 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Bound using segment: {'id': 'bdc7c20c-1441-4887-8b72-1651a6ec59aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '162d32ee-2009-4dae-aa26-2301ff311cfb'} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:37:06.109705 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Bound port: 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdc7c20c-1441-4887-8b72-1651a6ec59aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '162d32ee-2009-4dae-aa26-2301ff311cfb'}}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:37:06.110041 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:06.135905 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-43833452-cfe7-4132-8ad1-886d6e9a276e req-7c2ff138-86cf-4e61-a10b-713d213c8451 service neutron] 10.222.0.36 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644550 Aug 24 18:37:06.153147 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 60628) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:06.167874 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163a27c5-4710-4fb8-92ab-08b1e38b61c1', 'tag': '5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f', 'status': 'completed', 'code': 200} Aug 24 18:37:06.182730 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f60e74af-7e63-42e1-ae53-31f5459f86f8 req-ad03253a-1ea6-488a-9b73-f438a17157ea tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220082 Aug 24 18:37:06.273447 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-9b299215-ca8e-491d-b406-e17a02c806ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14803203607646e6ad6fb7c12d7bb1ec&device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 1096 time: 0.2754903 Aug 24 18:37:06.284777 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-40d0bc09-a590-42d0-9392-5899b4373ab9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0b6e558ee44440728afa3aa7be26e822&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1283789 Aug 24 18:37:06.285077 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 60636) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:06.379077 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-93b9489d-775b-4aa7-8fc9-69206eaee2b7 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Allocated IP 172.20.0.5 (3dcfa084-eb66-4fc0-8f7b-d459885ca215/04392b61-4519-43a5-8aa1-681f2d9019f0/3c9df671-6f8f-4d81-98c5-ade632da6299) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:37:06.381799 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] For port 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f, host hv-cinder-80582, cleared binding levels {{(pid=74996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:37:06.389970 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] For port 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f,segment=NetworkSegment(bdc7c20c-1441-4887-8b72-1651a6ec59aa),segment_id=bdc7c20c-1441-4887-8b72-1651a6ec59aa)] {{(pid=74996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:37:06.400751 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:06.406902 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-5aaabc0c-7969-41c5-925c-f76ea855ed15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:06.467232 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-dcc28f1c-cd45-41cb-a171-7aee4c0d2c3c req-778e4b9f-15ba-4802-9c47-1c2aa5f47e99 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 210 time: 0.1122098 Aug 24 18:37:06.471883 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-a8386837-3ff6-4b5f-9f16-137e039033bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f HTTP/1.1" status: 200 len: 217 time: 0.1841531 Aug 24 18:37:06.502753 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:06.504252 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] 10.222.0.36 "PUT /v2.0/ports/5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f HTTP/1.1" status: 200 len: 1094 time: 3.2959707 Aug 24 18:37:06.515915 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29939f63-7ed6-47aa-b512-23c9e30b172e', 'tag': '5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:37:06.587951 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d91ed931-8f0b-4b60-bb5e-f4ee739bc83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:06.591976 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-a16e4e1c-cd0c-474f-9062-d95d0b30d6f3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:06.593460 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-a16e4e1c-cd0c-474f-9062-d95d0b30d6f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa HTTP/1.1" status: 200 len: 859 time: 0.1117640 Aug 24 18:37:06.608437 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Pushing event updated for resources: {'Port': ['ID=5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f,revision_number=3']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:06.612007 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:06.633283 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29939f63-7ed6-47aa-b512-23c9e30b172e', 'tag': '5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f', 'status': 'completed', 'code': 200} Aug 24 18:37:06.672725 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-363254e0-4083-4842-bfde-51b7a3077688 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=162d32ee-2009-4dae-aa26-2301ff311cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667834 Aug 24 18:37:06.677561 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d91ed931-8f0b-4b60-bb5e-f4ee739bc83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:06.689361 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9d381-ec66-4e14-99be-85c45bca035c req-99992702-d58f-4d04-a91a-648674ca102f tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:06.690877 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-59e9d381-ec66-4e14-99be-85c45bca035c req-99992702-d58f-4d04-a91a-648674ca102f tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=60825d74-4e6f-479f-8db6-60756bfc5df5 HTTP/1.1" status: 200 len: 944 time: 0.3342721 Aug 24 18:37:06.792886 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-f8dc7ffc-7156-40f8-9574-ffd668aaf0f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14803203607646e6ad6fb7c12d7bb1ec&device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 1097 time: 0.2217779 Aug 24 18:37:06.871263 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-59e9d381-ec66-4e14-99be-85c45bca035c req-59b117c8-8624-4d48-b562-c064f2ef5580 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574445 Aug 24 18:37:06.877669 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-93b9489d-775b-4aa7-8fc9-69206eaee2b7 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:06.900566 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-fc7c8d7e-d36b-4a04-bae1-4d79994b07c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f HTTP/1.1" status: 200 len: 217 time: 0.0860739 Aug 24 18:37:06.925703 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d91ed931-8f0b-4b60-bb5e-f4ee739bc83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:06.938116 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-49e6bfd5-8c6e-4f4c-942b-c1ef7db4480a service neutron] 10.222.0.36 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409556 Aug 24 18:37:06.938116 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:06.964815 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ed931-8f0b-4b60-bb5e-f4ee739bc83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1817745-8e07-44bb-99a1-0dcc75734b9b,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:06.969103 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-d91ed931-8f0b-4b60-bb5e-f4ee739bc83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:06.986060 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-93b9489d-775b-4aa7-8fc9-69206eaee2b7 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:06.999780 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:07.056956 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-e9775f6a-f2a8-4c94-83ae-d7c041e12c61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:07.058695 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-e9775f6a-f2a8-4c94-83ae-d7c041e12c61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa HTTP/1.1" status: 200 len: 859 time: 0.1469073 Aug 24 18:37:07.080367 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d91ed931-8f0b-4b60-bb5e-f4ee739bc83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:07.082139 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-d91ed931-8f0b-4b60-bb5e-f4ee739bc83a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c1817745-8e07-44bb-99a1-0dcc75734b9b HTTP/1.1" status: 204 len: 168 time: 0.7961695 Aug 24 18:37:07.140919 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-6d1ddeed-0f21-4972-a747-860fef84e5a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=162d32ee-2009-4dae-aa26-2301ff311cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663013 Aug 24 18:37:07.169113 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-601d31d6-1780-4e74-9ad1-4f4ebd9027e8 req-eac011de-8bcc-4e75-9900-a0ff50e2d0b3 service neutron] 10.222.0.36 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245424 Aug 24 18:37:07.177496 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-93b9489d-775b-4aa7-8fc9-69206eaee2b7 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Network 3dcfa084-eb66-4fc0-8f7b-d459885ca215 is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:37:07.184483 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-93b9489d-775b-4aa7-8fc9-69206eaee2b7 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:37:07.233129 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9489d-775b-4aa7-8fc9-69206eaee2b7 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Pushing event updated for resources: {'Port': ['ID=3c9df671-6f8f-4d81-98c5-ade632da6299,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:07.240340 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-93b9489d-775b-4aa7-8fc9-69206eaee2b7 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:37:07.289804 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-93b9489d-775b-4aa7-8fc9-69206eaee2b7 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:07.330096 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-781a517f-0bae-4bee-81b4-eb479b14cda4 req-0d0c6340-ea9b-4dfb-9457-96d2ebbd3f1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14803203607646e6ad6fb7c12d7bb1ec&device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 1096 time: 0.1041143 Aug 24 18:37:07.351541 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-93b9489d-775b-4aa7-8fc9-69206eaee2b7 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:07.352163 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-93b9489d-775b-4aa7-8fc9-69206eaee2b7 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:07.397458 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-ceced8fb-a279-4b2b-afbc-78df542d558e service neutron] 10.222.0.36 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457623 Aug 24 18:37:07.399766 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-93b9489d-775b-4aa7-8fc9-69206eaee2b7 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7176065 Aug 24 18:37:07.638372 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291b1fa-5398-4e66-be55-9042f7e1967e req-9be91b32-a391-40e1-b0ab-2ae03aea966a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:07.646506 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8291b1fa-5398-4e66-be55-9042f7e1967e req-9be91b32-a391-40e1-b0ab-2ae03aea966a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 944 time: 0.2694631 Aug 24 18:37:07.684366 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-fd74a1b7-010b-4040-b636-ad60851dff23 req-5a74bd0b-6349-42f9-b6e0-b64373c90288 service neutron] 10.222.0.36 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658012 Aug 24 18:37:07.690789 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Request body: {'port': {'device_id': 'a8f17f21-8af7-4774-b447-f8c235a9ddc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:37:07.723717 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8291b1fa-5398-4e66-be55-9042f7e1967e req-c324a50b-6cbd-48aa-b5ab-9e29b5fbba3f tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757051 Aug 24 18:37:07.783739 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 60664) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:07.803687 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a517f-0bae-4bee-81b4-eb479b14cda4 req-9dafe426-f637-4ee4-89ad-75ffe485840c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:07.805182 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-781a517f-0bae-4bee-81b4-eb479b14cda4 req-9dafe426-f637-4ee4-89ad-75ffe485840c service neutron] 10.222.0.36 "GET /v2.0/networks?id=162d32ee-2009-4dae-aa26-2301ff311cfb HTTP/1.1" status: 200 len: 920 time: 0.4635687 Aug 24 18:37:07.871751 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:07.912395 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-781a517f-0bae-4bee-81b4-eb479b14cda4 req-251afe0c-6f5a-4e75-a999-13baff906f16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f HTTP/1.1" status: 200 len: 217 time: 0.0900137 Aug 24 18:37:07.925148 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-11b50b38-023b-4ef7-9651-74dca766c51f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=60e3bd1c7a154c9481f922d5d297424c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1393149 Aug 24 18:37:07.930338 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 60672) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:07.970058 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device ee47bb91-a1f5-47a8-b68e-910c4d4b807e details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:37:07.984784 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b0be5-473b-4e31-9250-72f2e28c2908 req-a45f8fed-14dc-4e01-b475-996ea3ccafd9 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:07.991224 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5f332304-9174-40ac-8a36-f93d74cbdb19 req-3887c5ac-7fdb-4f8c-8598-3fcf8655bd1e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14803203607646e6ad6fb7c12d7bb1ec&device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 1097 time: 0.1965411 Aug 24 18:37:07.991685 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-171b0be5-473b-4e31-9250-72f2e28c2908 req-a45f8fed-14dc-4e01-b475-996ea3ccafd9 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 931 time: 0.2833180 Aug 24 18:37:08.037972 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a517f-0bae-4bee-81b4-eb479b14cda4 req-4266911c-348e-494b-a0f2-80c097b0b7ea service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:08.039513 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-781a517f-0bae-4bee-81b4-eb479b14cda4 req-4266911c-348e-494b-a0f2-80c097b0b7ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa HTTP/1.1" status: 200 len: 859 time: 0.1133082 Aug 24 18:37:08.087674 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-171b0be5-473b-4e31-9250-72f2e28c2908 req-3d978d61-be6f-4f28-909c-fda46df11a17 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950866 Aug 24 18:37:08.103782 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-781a517f-0bae-4bee-81b4-eb479b14cda4 req-d9c33fc3-135f-4229-a0f6-0ded1bc5eb25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=162d32ee-2009-4dae-aa26-2301ff311cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526371 Aug 24 18:37:08.202397 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port ee47bb91-a1f5-47a8-b68e-910c4d4b807e, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ee47bb91-a1f5-47a8-b68e-910c4d4b807e,segment=NetworkSegment(1e9ee31d-9b7b-41e8-b45f-695749ee603b),segment_id=1e9ee31d-9b7b-41e8-b45f-695749ee603b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:08.223052 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': 'ee47bb91-a1f5-47a8-b68e-910c4d4b807e', 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee', 'port_id': 'ee47bb91-a1f5-47a8-b68e-910c4d4b807e', 'mac_address': 'fa:16:3e:50:cc:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f086af0-4804-49e8-8a16-77e742d85929', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:37:08.293608 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:08.312421 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee47bb91-a1f5-47a8-b68e-910c4d4b807e {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:37:08.330401 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port ee47bb91-a1f5-47a8-b68e-910c4d4b807e, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ee47bb91-a1f5-47a8-b68e-910c4d4b807e,segment=NetworkSegment(1e9ee31d-9b7b-41e8-b45f-695749ee603b),segment_id=1e9ee31d-9b7b-41e8-b45f-695749ee603b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:08.336630 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:08.338631 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:08.373333 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-781a517f-0bae-4bee-81b4-eb479b14cda4 req-5129fc46-a226-4ec0-9cf2-cb918720b7a0 service neutron] 10.222.0.36 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608161 Aug 24 18:37:08.386754 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd3996-b6ef-4ab5-98c3-fcd1a2e4455d req-c119c36c-106d-4e5a-a6b8-0dbc3c36bbcc tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:08.394715 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9cbd3996-b6ef-4ab5-98c3-fcd1a2e4455d req-c119c36c-106d-4e5a-a6b8-0dbc3c36bbcc tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=60825d74-4e6f-479f-8db6-60756bfc5df5 HTTP/1.1" status: 200 len: 944 time: 0.1700537 Aug 24 18:37:08.413053 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=ee47bb91-a1f5-47a8-b68e-910c4d4b807e,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:08.427694 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:08.445352 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b1e5e34e-06bc-44fd-b89f-c65ab65a0f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:08.516669 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f332304-9174-40ac-8a36-f93d74cbdb19 req-376f2b54-e0f6-44ea-b093-589e4da5bcd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:08.518178 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5f332304-9174-40ac-8a36-f93d74cbdb19 req-376f2b54-e0f6-44ea-b093-589e4da5bcd4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=162d32ee-2009-4dae-aa26-2301ff311cfb HTTP/1.1" status: 200 len: 920 time: 0.4766943 Aug 24 18:37:08.550872 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b1e5e34e-06bc-44fd-b89f-c65ab65a0f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:08.588350 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-781a517f-0bae-4bee-81b4-eb479b14cda4 req-ba7265c3-52be-4290-9182-658a0ce1e7f7 service neutron] 10.222.0.36 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903675 Aug 24 18:37:08.598183 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9cbd3996-b6ef-4ab5-98c3-fcd1a2e4455d req-05000fc3-18d0-424a-a8b2-a3b787944336 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025447 Aug 24 18:37:08.656971 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5f332304-9174-40ac-8a36-f93d74cbdb19 req-fcda3919-23c4-44d2-88ec-debfae2aecdc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f HTTP/1.1" status: 200 len: 217 time: 0.0893869 Aug 24 18:37:08.679005 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9df671-6f8f-4d81-98c5-ade632da6299 {{(pid=74996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:37:08.722380 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:08.754910 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Transition to ACTIVE for port object 3c9df671-6f8f-4d81-98c5-ade632da6299 will not be triggered until provisioned by entity L2. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:37:08.767114 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:08.775012 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f332304-9174-40ac-8a36-f93d74cbdb19 req-1093f10f-06a5-40cf-b429-35d6054fe19e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:08.776338 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5f332304-9174-40ac-8a36-f93d74cbdb19 req-1093f10f-06a5-40cf-b429-35d6054fe19e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa HTTP/1.1" status: 200 len: 859 time: 0.1001625 Aug 24 18:37:08.777877 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-0fc48ec2-247f-4d1d-87fb-4664f6b06416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:08.838417 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['ee47bb91-a1f5-47a8-b68e-910c4d4b807e'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:37:08.873156 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b1e5e34e-06bc-44fd-b89f-c65ab65a0f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:08.891303 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5f332304-9174-40ac-8a36-f93d74cbdb19 req-a8a7b0b8-e07e-4f32-91c1-3f38845fce27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=162d32ee-2009-4dae-aa26-2301ff311cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784259 Aug 24 18:37:08.947258 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3c9386-73b4-42b2-a72b-6558675fbf1c req-240651bf-6a44-4ecf-a50e-882c2b35a6ea tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:08.949378 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2b3c9386-73b4-42b2-a72b-6558675fbf1c req-240651bf-6a44-4ecf-a50e-882c2b35a6ea tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 944 time: 0.0893192 Aug 24 18:37:08.986649 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9df671-6f8f-4d81-98c5-ade632da6299,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:08.989735 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:08.995134 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-7f34200c-4432-4220-88f8-cb4827d95f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:09.051269 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2b3c9386-73b4-42b2-a72b-6558675fbf1c req-b24f58db-76ff-466f-a222-b1a99bb743ef tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953159 Aug 24 18:37:09.067195 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b1e5e34e-06bc-44fd-b89f-c65ab65a0f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:09.070939 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-b1e5e34e-06bc-44fd-b89f-c65ab65a0f5e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/edc4571e-8366-4996-9b90-de4f2ff7d22e HTTP/1.1" status: 204 len: 168 time: 1.1358099 Aug 24 18:37:09.072090 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5e34e-06bc-44fd-b89f-c65ab65a0f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc4571e-8366-4996-9b90-de4f2ff7d22e,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:09.078695 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b1e5e34e-06bc-44fd-b89f-c65ab65a0f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:09.210606 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5f332304-9174-40ac-8a36-f93d74cbdb19 req-44612f8b-01f6-402a-9d36-498734ef021b service neutron] 10.222.0.36 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632475 Aug 24 18:37:09.418955 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Attempting to bind port 3c9df671-6f8f-4d81-98c5-ade632da6299 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:37:09.418955 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Attempting to bind port 3c9df671-6f8f-4d81-98c5-ade632da6299 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'e220a6f6-6aac-46dd-97f9-dc1bf7dd051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3dcfa084-eb66-4fc0-8f7b-d459885ca215'}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:37:09.418955 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Attempting to bind port 3c9df671-6f8f-4d81-98c5-ade632da6299 on network 3dcfa084-eb66-4fc0-8f7b-d459885ca215 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:37:09.426519 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Port 3c9df671-6f8f-4d81-98c5-ade632da6299 on network 3dcfa084-eb66-4fc0-8f7b-d459885ca215 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:37:09.426886 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Attempting to bind port 3c9df671-6f8f-4d81-98c5-ade632da6299 on network 3dcfa084-eb66-4fc0-8f7b-d459885ca215 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:37:09.451067 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Checking agent: {'id': 'c5b5b5de-e9ee-4a89-bea7-745c11eae0d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'started_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:37:09.451399 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Checking segment: {'id': 'e220a6f6-6aac-46dd-97f9-dc1bf7dd051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3dcfa084-eb66-4fc0-8f7b-d459885ca215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:37:09.451780 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Bound using segment: {'id': 'e220a6f6-6aac-46dd-97f9-dc1bf7dd051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3dcfa084-eb66-4fc0-8f7b-d459885ca215'} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:37:09.452215 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Bound port: 3c9df671-6f8f-4d81-98c5-ade632da6299, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e220a6f6-6aac-46dd-97f9-dc1bf7dd051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3dcfa084-eb66-4fc0-8f7b-d459885ca215'}}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:37:09.452553 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:09.477099 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fa2bd-10b8-4a4d-ac7d-f43d03234d04 req-3b2534ca-1f01-4ccc-a805-b0182985da55 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:09.479182 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b84fa2bd-10b8-4a4d-ac7d-f43d03234d04 req-3b2534ca-1f01-4ccc-a805-b0182985da55 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 943 time: 0.1270306 Aug 24 18:37:09.532916 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5f332304-9174-40ac-8a36-f93d74cbdb19 req-4a87f024-7b1e-4b6c-8708-684c2e7c992e service neutron] 10.222.0.36 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105068 Aug 24 18:37:09.534892 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b84fa2bd-10b8-4a4d-ac7d-f43d03234d04 req-9079c76e-3a43-4521-b982-3a520cd3b47d tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472312 Aug 24 18:37:09.580555 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] For port 3c9df671-6f8f-4d81-98c5-ade632da6299, host hv-cinder-80582, cleared binding levels {{(pid=74996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:37:09.584524 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] For port 3c9df671-6f8f-4d81-98c5-ade632da6299, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3c9df671-6f8f-4d81-98c5-ade632da6299,segment=NetworkSegment(e220a6f6-6aac-46dd-97f9-dc1bf7dd051b),segment_id=e220a6f6-6aac-46dd-97f9-dc1bf7dd051b)] {{(pid=74996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:37:09.590213 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:09.596123 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-93b9489d-775b-4aa7-8fc9-69206eaee2b7 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:09.658944 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:09.660702 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] 10.222.0.36 "PUT /v2.0/ports/3c9df671-6f8f-4d81-98c5-ade632da6299 HTTP/1.1" status: 200 len: 1093 time: 1.9752555 Aug 24 18:37:09.661234 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8f17f21-8af7-4774-b447-f8c235a9ddc1', 'tag': '3c9df671-6f8f-4d81-98c5-ade632da6299'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:37:09.684461 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9df671-6f8f-4d81-98c5-ade632da6299,revision_number=3']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:09.688140 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:09.771099 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8f17f21-8af7-4774-b447-f8c235a9ddc1', 'tag': '3c9df671-6f8f-4d81-98c5-ade632da6299', 'status': 'completed', 'code': 200} Aug 24 18:37:09.809009 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-af7c8b7c-fe72-49a2-9490-feb51eb08beb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1603bee56d04afd9226eb8233240e8c&device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 1096 time: 0.0870628 Aug 24 18:37:09.827075 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a6899-c048-4753-a115-c7a45f8ef6a8 req-1dcdc827-7494-47a2-9f3d-9ceea1aa05d5 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:09.828473 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-637a6899-c048-4753-a115-c7a45f8ef6a8 req-1dcdc827-7494-47a2-9f3d-9ceea1aa05d5 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=60825d74-4e6f-479f-8db6-60756bfc5df5 HTTP/1.1" status: 200 len: 945 time: 0.0837855 Aug 24 18:37:09.879706 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-637a6899-c048-4753-a115-c7a45f8ef6a8 req-2177e887-75ae-4011-a4d7-4949fcdb7b63 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451548 Aug 24 18:37:09.895687 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-ed805671-ee45-41d2-8217-b7e3559ea102 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c9df671-6f8f-4d81-98c5-ade632da6299 HTTP/1.1" status: 200 len: 217 time: 0.0710754 Aug 24 18:37:09.965329 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-bafcc22a-34f4-43f6-b2f9-cb3d61c4e193 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:09.967071 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-bafcc22a-34f4-43f6-b2f9-cb3d61c4e193 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04392b61-4519-43a5-8aa1-681f2d9019f0 HTTP/1.1" status: 200 len: 849 time: 0.0615568 Aug 24 18:37:09.989072 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:37:09.993889 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device ee47bb91-a1f5-47a8-b68e-910c4d4b807e up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:37:10.022955 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-b416b056-faab-4e6c-94ee-16bb4c17ae49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3dcfa084-eb66-4fc0-8f7b-d459885ca215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457995 Aug 24 18:37:10.175627 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-a0797ab3-c9d9-485b-b086-1fb6c97b7441 service neutron] 10.222.0.36 "GET /v2.0/networks/3dcfa084-eb66-4fc0-8f7b-d459885ca215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426682 Aug 24 18:37:10.194209 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning for port ee47bb91-a1f5-47a8-b68e-910c4d4b807e completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:37:10.201701 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port ee47bb91-a1f5-47a8-b68e-910c4d4b807e triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:37:10.202208 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:10.279741 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e2512-9961-403b-b80e-b1174856d094 req-e4d3b087-7944-4a67-b900-521618f44aeb tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:10.281244 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0d8e2512-9961-403b-b80e-b1174856d094 req-e4d3b087-7944-4a67-b900-521618f44aeb tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 944 time: 0.1010015 Aug 24 18:37:10.320225 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f,segment=NetworkSegment(bdc7c20c-1441-4887-8b72-1651a6ec59aa),segment_id=bdc7c20c-1441-4887-8b72-1651a6ec59aa)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:10.334466 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': '5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f', 'network_id': '162d32ee-2009-4dae-aa26-2301ff311cfb', 'port_id': '5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f', 'mac_address': 'fa:16:3e:c2:37:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:37:10.353055 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0d8e2512-9961-403b-b80e-b1174856d094 req-f4633654-daab-401e-bfd7-d3f2439e3ac9 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645013 Aug 24 18:37:10.372666 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-da638a09-05a3-4e49-adf1-1d08a00c3609 req-ef802a8f-5bd4-41b5-a5b1-2544d3fb16e3 service neutron] 10.222.0.36 "GET /v2.0/networks/3dcfa084-eb66-4fc0-8f7b-d459885ca215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731343 Aug 24 18:37:10.441003 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:10.475048 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:37:10.490071 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:10.512139 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f,segment=NetworkSegment(bdc7c20c-1441-4887-8b72-1651a6ec59aa),segment_id=bdc7c20c-1441-4887-8b72-1651a6ec59aa)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:10.528428 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60825d74-4e6f-479f-8db6-60756bfc5df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee47bb91-a1f5-47a8-b68e-910c4d4b807e'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:37:10.545049 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5a9e9359-072b-44c7-90a0-c2654ae22d9d req-92d57c9d-9b93-4ac2-8d24-0d5679a4498d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1603bee56d04afd9226eb8233240e8c&device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 1096 time: 0.1147752 Aug 24 18:37:10.546713 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port ee47bb91-a1f5-47a8-b68e-910c4d4b807e, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ee47bb91-a1f5-47a8-b68e-910c4d4b807e,segment=NetworkSegment(1e9ee31d-9b7b-41e8-b45f-695749ee603b),segment_id=1e9ee31d-9b7b-41e8-b45f-695749ee603b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:10.548062 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:10.550743 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-57930061-010d-420f-97bb-e8be033086fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:10.650270 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60825d74-4e6f-479f-8db6-60756bfc5df5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee47bb91-a1f5-47a8-b68e-910c4d4b807e', 'code': 200} Aug 24 18:37:10.665008 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:10.743328 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:10.749401 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:10.749912 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:10.876659 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=ee47bb91-a1f5-47a8-b68e-910c4d4b807e,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:10.883825 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:10.890118 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2badc2-edd8-4416-9f5f-388e3a5ed5e5 req-ea221542-6678-473e-9cbd-d8419cc4f8ef tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:10.893545 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4c2badc2-edd8-4416-9f5f-388e3a5ed5e5 req-ea221542-6678-473e-9cbd-d8419cc4f8ef tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 943 time: 0.1658809 Aug 24 18:37:10.912793 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e9359-072b-44c7-90a0-c2654ae22d9d req-be780fb5-01c2-4156-a58a-0e4177e7ba8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:10.913943 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5a9e9359-072b-44c7-90a0-c2654ae22d9d req-be780fb5-01c2-4156-a58a-0e4177e7ba8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=3dcfa084-eb66-4fc0-8f7b-d459885ca215 HTTP/1.1" status: 200 len: 910 time: 0.3481910 Aug 24 18:37:10.993315 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:37:10.996836 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4c2badc2-edd8-4416-9f5f-388e3a5ed5e5 req-0badf111-42eb-4a65-93cf-8e5e31b6ab45 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988290 Aug 24 18:37:11.007350 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5a9e9359-072b-44c7-90a0-c2654ae22d9d req-edd02ae9-2809-4371-8479-1454372d0680 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c9df671-6f8f-4d81-98c5-ade632da6299 HTTP/1.1" status: 200 len: 217 time: 0.0838935 Aug 24 18:37:11.064847 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e5c2190e-9d68-4c4b-9202-bdd9f8cf70f6 req-411693d7-2a7e-4b5b-aa53-1c0bc078b5f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60825d74-4e6f-479f-8db6-60756bfc5df5 HTTP/1.1" status: 200 len: 1099 time: 0.2413805 Aug 24 18:37:11.134158 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e9359-072b-44c7-90a0-c2654ae22d9d req-eb1bd486-8134-4c95-ac31-9baf311e4d94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:11.135647 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5a9e9359-072b-44c7-90a0-c2654ae22d9d req-eb1bd486-8134-4c95-ac31-9baf311e4d94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04392b61-4519-43a5-8aa1-681f2d9019f0 HTTP/1.1" status: 200 len: 849 time: 0.1131072 Aug 24 18:37:11.144773 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-e5c2190e-9d68-4c4b-9202-bdd9f8cf70f6 req-a30ff65c-8b81-4c2a-b84a-1032d2ca906e service neutron] Synchronizing usage tracker for tenant:912cfe8da2f14486b0225c32f714d183 on resource:security_group {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:37:11.202354 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5a9e9359-072b-44c7-90a0-c2654ae22d9d req-caf37dad-6d8e-4715-b400-609404c05ac2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3dcfa084-eb66-4fc0-8f7b-d459885ca215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514131 Aug 24 18:37:11.212895 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a7bf5-faf1-4400-9a46-601a62751ab5 req-68cc7b43-2ff3-4a0b-afed-65ae2d76b07d tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:11.221262 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f22a7bf5-faf1-4400-9a46-601a62751ab5 req-68cc7b43-2ff3-4a0b-afed-65ae2d76b07d tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=60825d74-4e6f-479f-8db6-60756bfc5df5 HTTP/1.1" status: 200 len: 946 time: 0.1106300 Aug 24 18:37:11.283912 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f22a7bf5-faf1-4400-9a46-601a62751ab5 req-cf8ddc35-38a5-48fe-b73a-796b6cc0c9cd tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613899 Aug 24 18:37:11.407059 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-e5c2190e-9d68-4c4b-9202-bdd9f8cf70f6 req-a30ff65c-8b81-4c2a-b84a-1032d2ca906e service neutron] Unset dirty status for tenant:912cfe8da2f14486b0225c32f714d183 on resource:security_group {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:37:11.408190 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e5c2190e-9d68-4c4b-9202-bdd9f8cf70f6 req-a30ff65c-8b81-4c2a-b84a-1032d2ca906e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330708 Aug 24 18:37:11.423076 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5a9e9359-072b-44c7-90a0-c2654ae22d9d req-38e9d6d9-8475-4a64-8194-4001be37d5db service neutron] 10.222.0.36 "GET /v2.0/networks/3dcfa084-eb66-4fc0-8f7b-d459885ca215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091868 Aug 24 18:37:11.600384 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fba84-8fba-46d7-93e1-e477cb303686 req-4c088e4b-f948-49f5-8cec-18eb6afe691a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:11.601871 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-557fba84-8fba-46d7-93e1-e477cb303686 req-4c088e4b-f948-49f5-8cec-18eb6afe691a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 944 time: 0.0883546 Aug 24 18:37:11.657557 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-557fba84-8fba-46d7-93e1-e477cb303686 req-182463c5-2fa0-4ab5-8a79-932ec98114c5 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484998 Aug 24 18:37:11.786075 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5a9e9359-072b-44c7-90a0-c2654ae22d9d req-d2468835-70b4-4a0f-9132-b8cbd2187ee5 service neutron] 10.222.0.36 "GET /v2.0/networks/3dcfa084-eb66-4fc0-8f7b-d459885ca215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370521 Aug 24 18:37:11.985202 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:37:12.138369 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f,segment=NetworkSegment(bdc7c20c-1441-4887-8b72-1651a6ec59aa),segment_id=bdc7c20c-1441-4887-8b72-1651a6ec59aa)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:12.152468 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': '5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f', 'network_id': '162d32ee-2009-4dae-aa26-2301ff311cfb', 'port_id': '5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f', 'mac_address': 'fa:16:3e:53:61:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:37:12.208654 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:12.209266 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75c12e-7a01-4b7c-af48-c6f23f3b3b71 req-6d9e5b61-d1f8-45c5-815c-6576fd0c2065 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:12.210782 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1d75c12e-7a01-4b7c-af48-c6f23f3b3b71 req-6d9e5b61-d1f8-45c5-815c-6576fd0c2065 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 943 time: 0.0799663 Aug 24 18:37:12.227535 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:37:12.243029 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f,segment=NetworkSegment(bdc7c20c-1441-4887-8b72-1651a6ec59aa),segment_id=bdc7c20c-1441-4887-8b72-1651a6ec59aa)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:12.248337 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:12.250160 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-c8e2b650-2e2a-4471-94fc-2c75ac74c048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:12.263204 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1d75c12e-7a01-4b7c-af48-c6f23f3b3b71 req-e4927b58-8e8d-4c9d-8cf0-6562558e73c9 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459199 Aug 24 18:37:12.314864 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:12.318130 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:12.498629 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9aa71-d1c0-4b28-834f-f996eb5a51b9 req-41c7103b-cfec-4dc7-96ae-f1c12920d859 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:12.500118 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-aac9aa71-d1c0-4b28-834f-f996eb5a51b9 req-41c7103b-cfec-4dc7-96ae-f1c12920d859 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=60825d74-4e6f-479f-8db6-60756bfc5df5 HTTP/1.1" status: 200 len: 946 time: 0.0858223 Aug 24 18:37:12.549061 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-aac9aa71-d1c0-4b28-834f-f996eb5a51b9 req-1eb80d30-579e-4ed7-a2d7-b4fdd4c99b40 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432611 Aug 24 18:37:12.666241 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:37:12.988066 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0f63b-5774-45ac-8d3e-1f3037d74468 req-1a30b74f-7c9f-4130-b55c-ab189508a3ce tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:12.997133 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0cb0f63b-5774-45ac-8d3e-1f3037d74468 req-1a30b74f-7c9f-4130-b55c-ab189508a3ce tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 945 time: 0.1757431 Aug 24 18:37:13.134581 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0cb0f63b-5774-45ac-8d3e-1f3037d74468 req-079c7e2d-297e-4a84-bbbe-15fd0620c9f9 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361680 Aug 24 18:37:13.486151 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298ce02-97f8-4b17-bcfa-8e5fcfa9efd8 req-0fe56433-4c3f-43e7-ba03-01c7110d2bf9 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:13.488507 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9298ce02-97f8-4b17-bcfa-8e5fcfa9efd8 req-0fe56433-4c3f-43e7-ba03-01c7110d2bf9 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 943 time: 0.0953646 Aug 24 18:37:13.536609 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9298ce02-97f8-4b17-bcfa-8e5fcfa9efd8 req-1db2e989-2b84-4d0d-9b93-c847b7994667 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417640 Aug 24 18:37:13.705194 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:37:13.767404 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c411515-ed2f-46d6-9ffd-bbd0404b4c2f req-80c2691a-75dc-41b1-b057-48b10a70cf17 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:13.768887 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8c411515-ed2f-46d6-9ffd-bbd0404b4c2f req-80c2691a-75dc-41b1-b057-48b10a70cf17 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=60825d74-4e6f-479f-8db6-60756bfc5df5 HTTP/1.1" status: 200 len: 946 time: 0.0912688 Aug 24 18:37:13.823564 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8c411515-ed2f-46d6-9ffd-bbd0404b4c2f req-93667170-5a97-4ba8-904e-630444135da4 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488231 Aug 24 18:37:13.985400 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 3c9df671-6f8f-4d81-98c5-ade632da6299 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:37:13.988963 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:37:14.194740 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning for port 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:37:14.202289 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:37:14.202846 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:14.277813 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 3c9df671-6f8f-4d81-98c5-ade632da6299, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3c9df671-6f8f-4d81-98c5-ade632da6299,segment=NetworkSegment(e220a6f6-6aac-46dd-97f9-dc1bf7dd051b),segment_id=e220a6f6-6aac-46dd-97f9-dc1bf7dd051b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:14.306572 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': '3c9df671-6f8f-4d81-98c5-ade632da6299', 'network_id': '3dcfa084-eb66-4fc0-8f7b-d459885ca215', 'port_id': '3c9df671-6f8f-4d81-98c5-ade632da6299', 'mac_address': 'fa:16:3e:4e:a0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04392b61-4519-43a5-8aa1-681f2d9019f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:37:14.427519 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30ae6d-6ad3-4a1a-819b-da59ea4fb5f6 req-a2335500-3b9e-4a32-9131-650387fd692a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:14.429992 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ae30ae6d-6ad3-4a1a-819b-da59ea4fb5f6 req-a2335500-3b9e-4a32-9131-650387fd692a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 945 time: 0.1068134 Aug 24 18:37:14.482846 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ae30ae6d-6ad3-4a1a-819b-da59ea4fb5f6 req-294ca343-e658-4f0a-bc06-597a808287ba tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463510 Aug 24 18:37:14.488754 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:14.512764 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:14.527770 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9df671-6f8f-4d81-98c5-ade632da6299 {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:37:14.551350 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163a27c5-4710-4fb8-92ab-08b1e38b61c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:37:14.559496 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 3c9df671-6f8f-4d81-98c5-ade632da6299, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3c9df671-6f8f-4d81-98c5-ade632da6299,segment=NetworkSegment(e220a6f6-6aac-46dd-97f9-dc1bf7dd051b),segment_id=e220a6f6-6aac-46dd-97f9-dc1bf7dd051b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:14.564476 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f,segment=NetworkSegment(bdc7c20c-1441-4887-8b72-1651a6ec59aa),segment_id=bdc7c20c-1441-4887-8b72-1651a6ec59aa)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:14.566635 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:14.569804 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:14.621308 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163a27c5-4710-4fb8-92ab-08b1e38b61c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f', 'code': 200} Aug 24 18:37:14.622151 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:14.623040 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:37:14.710721 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=3c9df671-6f8f-4d81-98c5-ade632da6299,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:14.714214 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:14.716212 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:14.782365 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49d51c-0748-4e4d-8f4b-d6016e80c352 req-ffcc36b5-015b-4285-8a70-c638fa00c79c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:14.785591 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4d49d51c-0748-4e4d-8f4b-d6016e80c352 req-ffcc36b5-015b-4285-8a70-c638fa00c79c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 944 time: 0.1114166 Aug 24 18:37:14.810298 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:14.813309 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning for port 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:37:14.818017 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:14.822886 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:37:14.823267 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:14.848762 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4d49d51c-0748-4e4d-8f4b-d6016e80c352 req-472a60cd-7ca6-4a14-939d-b20500f4d184 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527074 Aug 24 18:37:15.009779 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['3c9df671-6f8f-4d81-98c5-ade632da6299'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:37:15.037784 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:15.041752 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-19191ea5-cebf-46d5-8682-9d5818b954c6 req-13261564-4d0a-4d48-bf45-a9dfe8806919 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 1098 time: 0.1665287 Aug 24 18:37:15.085623 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-19191ea5-cebf-46d5-8682-9d5818b954c6 req-0558e933-9151-476a-be25-6f682d11bc31 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364451 Aug 24 18:37:15.100633 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f,segment=NetworkSegment(bdc7c20c-1441-4887-8b72-1651a6ec59aa),segment_id=bdc7c20c-1441-4887-8b72-1651a6ec59aa)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:15.112503 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:15.116306 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:15.209584 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:15.218940 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:15.563853 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 60870) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:15.714987 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d213ae05-ad85-4571-bc58-afb72830e5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:15.747145 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-d213ae05-ad85-4571-bc58-afb72830e5ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:37:15.751830 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-d213ae05-ad85-4571-bc58-afb72830e5ff admin admin] Usage tracker for resource:security_group_rule and tenant:2a31bb15ae284927a58ceb1382fdf1f0 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:37:15.755027 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-d213ae05-ad85-4571-bc58-afb72830e5ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:37:15.761816 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-d213ae05-ad85-4571-bc58-afb72830e5ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:37:15.830456 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d213ae05-ad85-4571-bc58-afb72830e5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:15.836381 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d213ae05-ad85-4571-bc58-afb72830e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:15.843119 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-63dbf4a3-05c9-4abd-a9a2-05ae35e9e2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:15.891573 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-d213ae05-ad85-4571-bc58-afb72830e5ff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2a31bb15ae284927a58ceb1382fdf1f0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3263938 Aug 24 18:37:15.892345 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213ae05-ad85-4571-bc58-afb72830e5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d233115f-b0c5-47a3-8ee6-49a5ca308f8a,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:15.894286 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 60876) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:15.897077 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-d213ae05-ad85-4571-bc58-afb72830e5ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:15.961937 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f44afd07-46c0-4e29-92de-ee30009c33bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:15.991162 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f44afd07-46c0-4e29-92de-ee30009c33bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:16.053608 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f44afd07-46c0-4e29-92de-ee30009c33bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:16.060899 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:16.076205 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44afd07-46c0-4e29-92de-ee30009c33bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d233115f-b0c5-47a3-8ee6-49a5ca308f8a,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:16.078747 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-f44afd07-46c0-4e29-92de-ee30009c33bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:16.080903 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f44afd07-46c0-4e29-92de-ee30009c33bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:16.081999 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-f44afd07-46c0-4e29-92de-ee30009c33bc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d233115f-b0c5-47a3-8ee6-49a5ca308f8a HTTP/1.1" status: 204 len: 168 time: 0.1867075 Aug 24 18:37:16.456479 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 60890) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:16.477390 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e577a91d-575f-40e5-8dff-76af7f8d743c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:16.515613 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-e577a91d-575f-40e5-8dff-76af7f8d743c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:37:16.519659 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-e577a91d-575f-40e5-8dff-76af7f8d743c admin admin] Usage tracker for resource:security_group_rule and tenant:ff89cd1d80934090a041d6f9446d6e37 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:37:16.522489 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-e577a91d-575f-40e5-8dff-76af7f8d743c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:37:16.528151 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-e577a91d-575f-40e5-8dff-76af7f8d743c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:37:16.596016 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e577a91d-575f-40e5-8dff-76af7f8d743c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:16.601659 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e577a91d-575f-40e5-8dff-76af7f8d743c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:16.608915 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:16.622578 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29939f63-7ed6-47aa-b512-23c9e30b172e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:37:16.653695 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-e577a91d-575f-40e5-8dff-76af7f8d743c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ff89cd1d80934090a041d6f9446d6e37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1936562 Aug 24 18:37:16.653695 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577a91d-575f-40e5-8dff-76af7f8d743c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15e50dc-a606-4d4e-b185-1b115f362ab1,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:16.654518 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 60896) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:16.655361 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-e577a91d-575f-40e5-8dff-76af7f8d743c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:16.721472 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-19c6b9c4-9c95-4c60-97fe-22915787e9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:16.762958 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-19c6b9c4-9c95-4c60-97fe-22915787e9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:16.826099 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-19c6b9c4-9c95-4c60-97fe-22915787e9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:16.831457 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b54a540f-2a7d-41a4-8806-ab5abaed0a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:16.843336 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6b9c4-9c95-4c60-97fe-22915787e9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15e50dc-a606-4d4e-b185-1b115f362ab1,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:16.846167 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-19c6b9c4-9c95-4c60-97fe-22915787e9ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:16.848134 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-19c6b9c4-9c95-4c60-97fe-22915787e9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:16.851082 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-19c6b9c4-9c95-4c60-97fe-22915787e9ee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b15e50dc-a606-4d4e-b185-1b115f362ab1 HTTP/1.1" status: 204 len: 168 time: 0.1955278 Aug 24 18:37:18.543903 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bbb29-e786-4c16-85bb-d3b74ed22610 req-8bf43b3b-612b-4303-aa7d-48e7c63cf969 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:18.545399 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-608bbb29-e786-4c16-85bb-d3b74ed22610 req-8bf43b3b-612b-4303-aa7d-48e7c63cf969 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.0854373 Aug 24 18:37:18.592692 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-608bbb29-e786-4c16-85bb-d3b74ed22610 req-d40910a0-0ec4-484f-bb73-9caa32295263 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417459 Aug 24 18:37:18.783423 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e2558-bcca-4954-9328-15111cd956bf req-b1440fc6-adc5-47ff-9c61-001f74179f4b tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:18.784921 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ad3e2558-bcca-4954-9328-15111cd956bf req-b1440fc6-adc5-47ff-9c61-001f74179f4b tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 944 time: 0.0788774 Aug 24 18:37:18.843149 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29939f63-7ed6-47aa-b512-23c9e30b172e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f', 'code': 200} Aug 24 18:37:18.846456 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ad3e2558-bcca-4954-9328-15111cd956bf req-f8f8a67b-f822-407b-b680-4a54b481b575 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552282 Aug 24 18:37:18.920079 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-d5dd8537-4c41-4a8f-9fcf-a140a27770ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:19.109426 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-27c8c3b7-9819-4710-92ba-9dbd0ef5caec req-70bb9efe-d87e-4222-b81f-343ac4d80d92 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 1099 time: 0.0728774 Aug 24 18:37:19.167879 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-27c8c3b7-9819-4710-92ba-9dbd0ef5caec req-9f52b19e-4675-41ca-8597-c7d8802bb630 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377026 Aug 24 18:37:19.323066 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:19.799948 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330eb12f-c8e1-4d00-913c-daa051c3ae32 req-313abd6b-f6e4-4f51-b313-ad3c6d93ff83 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:19.801494 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-330eb12f-c8e1-4d00-913c-daa051c3ae32 req-313abd6b-f6e4-4f51-b313-ad3c6d93ff83 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.0853536 Aug 24 18:37:19.846627 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-330eb12f-c8e1-4d00-913c-daa051c3ae32 req-6085f7ad-9807-42f7-beff-ea7441e4d8c8 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396526 Aug 24 18:37:20.077948 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b7dad-96dd-4475-9901-97022a396e34 req-f60e8370-deb4-4beb-a21d-f199b27e86ed tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:20.079444 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2f5b7dad-96dd-4475-9901-97022a396e34 req-f60e8370-deb4-4beb-a21d-f199b27e86ed tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 944 time: 0.0838220 Aug 24 18:37:20.130747 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2f5b7dad-96dd-4475-9901-97022a396e34 req-2362c023-4b92-4f48-bf8b-26ed4d43a954 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456300 Aug 24 18:37:21.243158 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-7b08f38e-8910-4037-a75f-e4c1470debfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:22.134877 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:22.294376 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 3c9df671-6f8f-4d81-98c5-ade632da6299 up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:37:22.374204 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning for port 3c9df671-6f8f-4d81-98c5-ade632da6299 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:37:22.379124 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port 3c9df671-6f8f-4d81-98c5-ade632da6299 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:37:22.379523 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:22.503580 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:22.532589 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f17f21-8af7-4774-b447-f8c235a9ddc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9df671-6f8f-4d81-98c5-ade632da6299'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:37:22.547722 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 3c9df671-6f8f-4d81-98c5-ade632da6299, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3c9df671-6f8f-4d81-98c5-ade632da6299,segment=NetworkSegment(e220a6f6-6aac-46dd-97f9-dc1bf7dd051b),segment_id=e220a6f6-6aac-46dd-97f9-dc1bf7dd051b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:22.553920 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:22.557131 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:22.627535 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=3c9df671-6f8f-4d81-98c5-ade632da6299,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:22.630794 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:23.628717 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:23.806775 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c9880-a8e1-4fcb-94b7-37233645efdc req-a6d0cf1d-a95f-442b-8bef-39b3c1a7970c tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:23.808235 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cc2c9880-a8e1-4fcb-94b7-37233645efdc req-a6d0cf1d-a95f-442b-8bef-39b3c1a7970c tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.1401119 Aug 24 18:37:23.816566 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e26735-30d6-43f3-842c-61b8f09385d0 req-c6fd374c-b82b-4e94-880d-f36babfa2de4 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:23.817993 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d4e26735-30d6-43f3-842c-61b8f09385d0 req-c6fd374c-b82b-4e94-880d-f36babfa2de4 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 945 time: 0.1129556 Aug 24 18:37:23.890428 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cc2c9880-a8e1-4fcb-94b7-37233645efdc req-aff10528-5bd3-4858-995e-0b0620d6d33c tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713546 Aug 24 18:37:23.895184 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d4e26735-30d6-43f3-842c-61b8f09385d0 req-d03a79b0-c0cb-4b1e-80c4-b637dbe97ce0 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625176 Aug 24 18:37:23.959774 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f17f21-8af7-4774-b447-f8c235a9ddc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9df671-6f8f-4d81-98c5-ade632da6299', 'code': 200} Aug 24 18:37:24.231706 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-74bf7e20-fc71-4c7a-92bf-06cf09e70d54 req-533bbcff-89cf-42fb-bf39-da65b1a77164 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 1098 time: 0.0738506 Aug 24 18:37:24.284600 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-74bf7e20-fc71-4c7a-92bf-06cf09e70d54 req-db4aabf2-1733-4f5c-968e-e6aacc2ff594 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390265 Aug 24 18:37:25.181695 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b85c3-bd41-4fd0-909b-900f1112bfe9 req-5100fb24-52db-4644-a582-8a0e2243da3f tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:25.183220 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b97b85c3-bd41-4fd0-909b-900f1112bfe9 req-5100fb24-52db-4644-a582-8a0e2243da3f tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.1381488 Aug 24 18:37:25.214783 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd388057-f68b-4a42-b6d4-aac54ad160e6 req-29cdf7a0-ac25-4049-a32c-a73bc05be470 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:25.216123 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fd388057-f68b-4a42-b6d4-aac54ad160e6 req-29cdf7a0-ac25-4049-a32c-a73bc05be470 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 945 time: 0.1266258 Aug 24 18:37:25.257708 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b97b85c3-bd41-4fd0-909b-900f1112bfe9 req-54bf8046-343a-4f8e-a92e-bfb8d1c20185 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688562 Aug 24 18:37:25.277004 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fd388057-f68b-4a42-b6d4-aac54ad160e6 req-e0980bee-65bd-40ea-a3c4-b2041fffceca tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499101 Aug 24 18:37:25.662112 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-046d1ffb-ae2c-4b46-aef9-cd4e656afdb9 req-3b87c800-0056-4455-91c7-1f2c16340c7b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14803203607646e6ad6fb7c12d7bb1ec&device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 1099 time: 0.0756934 Aug 24 18:37:25.723146 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8fbad-36ed-45ff-a576-4c2e9c63f70b req-8d8421a9-d266-42ae-a44c-4774576fc868 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:25.724792 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-faf8fbad-36ed-45ff-a576-4c2e9c63f70b req-8d8421a9-d266-42ae-a44c-4774576fc868 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.0913277 Aug 24 18:37:25.773160 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-faf8fbad-36ed-45ff-a576-4c2e9c63f70b req-9c38aaca-5f40-4a4f-b3bf-ae497b0e3744 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422058 Aug 24 18:37:25.801957 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d1ffb-ae2c-4b46-aef9-cd4e656afdb9 req-c736433c-8ea4-4748-823a-cd6038f8cac0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:25.803487 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-046d1ffb-ae2c-4b46-aef9-cd4e656afdb9 req-c736433c-8ea4-4748-823a-cd6038f8cac0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=162d32ee-2009-4dae-aa26-2301ff311cfb HTTP/1.1" status: 200 len: 920 time: 0.1325409 Aug 24 18:37:25.895561 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-046d1ffb-ae2c-4b46-aef9-cd4e656afdb9 req-1d81a27a-b923-491d-812e-409c40a879e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f HTTP/1.1" status: 200 len: 217 time: 0.0687039 Aug 24 18:37:25.969933 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d1ffb-ae2c-4b46-aef9-cd4e656afdb9 req-eb0907f2-cd28-44e9-8ee8-58956c45287c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:25.971445 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-046d1ffb-ae2c-4b46-aef9-cd4e656afdb9 req-eb0907f2-cd28-44e9-8ee8-58956c45287c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa HTTP/1.1" status: 200 len: 859 time: 0.0631840 Aug 24 18:37:26.054758 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-046d1ffb-ae2c-4b46-aef9-cd4e656afdb9 req-3efe6733-7f04-4046-9c09-8dc792d8bbf8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=162d32ee-2009-4dae-aa26-2301ff311cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422592 Aug 24 18:37:26.216861 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-046d1ffb-ae2c-4b46-aef9-cd4e656afdb9 req-b4ed1abd-8b5e-4bf8-af6e-22bc66ab70fb service neutron] 10.222.0.36 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461685 Aug 24 18:37:26.416208 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-046d1ffb-ae2c-4b46-aef9-cd4e656afdb9 req-ab5b32af-66b2-45e7-9b9b-ae6a5c575e8b service neutron] 10.222.0.36 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700487 Aug 24 18:37:26.497293 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ee712-1cc3-41b9-a9c8-1c7283af53a4 req-a8354d9e-5005-4700-92c6-293d6569a06c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:26.498809 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0e5ee712-1cc3-41b9-a9c8-1c7283af53a4 req-a8354d9e-5005-4700-92c6-293d6569a06c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 945 time: 0.0815840 Aug 24 18:37:26.548371 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0e5ee712-1cc3-41b9-a9c8-1c7283af53a4 req-5b29f1d9-7d41-4edf-a217-ad440b3bff79 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440240 Aug 24 18:37:26.988991 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67053bd-0c3c-49db-9fc7-f9d40b032d96 req-4b59bcea-b053-422a-a586-01f3c427336b tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:26.990586 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f67053bd-0c3c-49db-9fc7-f9d40b032d96 req-4b59bcea-b053-422a-a586-01f3c427336b tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.0853062 Aug 24 18:37:27.040396 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f67053bd-0c3c-49db-9fc7-f9d40b032d96 req-d8bbcb17-9624-4170-8cad-cd81bbe9bea9 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438814 Aug 24 18:37:27.621126 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 32886) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:27.702836 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 32894) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:27.772979 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cfd0d7-71eb-4c12-82fc-0a5784346b57 req-ce453da3-0f6f-40ef-a7a7-19ae588eea1d tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:27.780645 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-15cfd0d7-71eb-4c12-82fc-0a5784346b57 req-ce453da3-0f6f-40ef-a7a7-19ae588eea1d tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 945 time: 0.1016626 Aug 24 18:37:27.861315 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-52bec836-61da-4809-bc7c-6edfcbefc0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:27.898566 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-15cfd0d7-71eb-4c12-82fc-0a5784346b57 req-77003f5a-9ebe-4425-9573-509afc14f34a tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166751 Aug 24 18:37:27.902932 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c80de2b3-01e1-47ce-8340-36e710edaf58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:27.929950 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-52bec836-61da-4809-bc7c-6edfcbefc0c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:37:27.936100 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-52bec836-61da-4809-bc7c-6edfcbefc0c0 admin admin] Usage tracker for resource:security_group_rule and tenant:badadb9945bd4614a2ea398c23b1d5b3 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:37:27.944407 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-52bec836-61da-4809-bc7c-6edfcbefc0c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:37:27.954427 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-52bec836-61da-4809-bc7c-6edfcbefc0c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:37:27.982996 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-c80de2b3-01e1-47ce-8340-36e710edaf58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:37:27.991465 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-c80de2b3-01e1-47ce-8340-36e710edaf58 admin admin] Usage tracker for resource:security_group_rule and tenant:3aecfa2e631c4720aae4c7502961d725 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:37:27.996768 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-c80de2b3-01e1-47ce-8340-36e710edaf58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:37:28.015711 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-c80de2b3-01e1-47ce-8340-36e710edaf58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:37:28.086033 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-52bec836-61da-4809-bc7c-6edfcbefc0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:28.099625 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-52bec836-61da-4809-bc7c-6edfcbefc0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:28.158459 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-60bbaa3b-b725-4b8d-8d17-a5a1ade2dc38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:28.236795 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c80de2b3-01e1-47ce-8340-36e710edaf58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:28.247202 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-52bec836-61da-4809-bc7c-6edfcbefc0c0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=badadb9945bd4614a2ea398c23b1d5b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6239028 Aug 24 18:37:28.248258 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 32918) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:28.254402 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c80de2b3-01e1-47ce-8340-36e710edaf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:28.273495 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bec836-61da-4809-bc7c-6edfcbefc0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39887123-b534-4017-a715-94c0bfb857f7,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:28.279384 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-52bec836-61da-4809-bc7c-6edfcbefc0c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:28.286108 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-08fd4a02-5a96-492f-a0c9-a71510002ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:28.359545 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-c80de2b3-01e1-47ce-8340-36e710edaf58 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3aecfa2e631c4720aae4c7502961d725&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6547799 Aug 24 18:37:28.360258 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80de2b3-01e1-47ce-8340-36e710edaf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfc093f-de3e-4a6a-b57a-07fc0e3d0273,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:28.361924 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 32922) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:28.364295 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-c80de2b3-01e1-47ce-8340-36e710edaf58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:28.390257 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac67779-4d54-4359-9046-ff0f13556c57 req-530644b5-8911-42fc-8673-8d14e4d2aba5 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:28.398252 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-aac67779-4d54-4359-9046-ff0f13556c57 req-530644b5-8911-42fc-8673-8d14e4d2aba5 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.1958792 Aug 24 18:37:28.435668 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-1d58695d-7366-45b9-82a2-39db86a0b69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:28.471209 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-1d58695d-7366-45b9-82a2-39db86a0b69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:28.495692 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-aac67779-4d54-4359-9046-ff0f13556c57 req-37a83cea-c720-4119-b080-27aefffbe737 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964074 Aug 24 18:37:28.498094 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9054db5c-69ce-4848-850b-ee39e840b1fa req-00ddba8a-ae1d-4129-8dbe-ddb696ae9784 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1349244 Aug 24 18:37:28.559245 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5f7452e4-5e21-4be3-ba82-87841a64261e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:28.610291 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-1d58695d-7366-45b9-82a2-39db86a0b69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:28.623748 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5f7452e4-5e21-4be3-ba82-87841a64261e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:28.637379 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-da94deef-ca36-4081-b5d1-05344064286f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:28.683114 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58695d-7366-45b9-82a2-39db86a0b69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39887123-b534-4017-a715-94c0bfb857f7,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:28.686903 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-1d58695d-7366-45b9-82a2-39db86a0b69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:28.708062 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-1d58695d-7366-45b9-82a2-39db86a0b69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:28.716029 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-1d58695d-7366-45b9-82a2-39db86a0b69a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/39887123-b534-4017-a715-94c0bfb857f7 HTTP/1.1" status: 204 len: 168 time: 0.4641724 Aug 24 18:37:28.761058 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5f7452e4-5e21-4be3-ba82-87841a64261e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:28.767310 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9054db5c-69ce-4848-850b-ee39e840b1fa req-f4681b73-b79a-42f1-ac63-f6d68abac254 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38a9b4d30bbb4e6bb18d2ca3ccce2cce&device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 1098 time: 0.2313437 Aug 24 18:37:28.772320 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-9df5d77f-7e06-4305-befb-dffef23b22e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:28.800468 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7452e4-5e21-4be3-ba82-87841a64261e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfc093f-de3e-4a6a-b57a-07fc0e3d0273,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:28.805359 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-5f7452e4-5e21-4be3-ba82-87841a64261e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:28.833933 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5f7452e4-5e21-4be3-ba82-87841a64261e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:28.839422 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-5f7452e4-5e21-4be3-ba82-87841a64261e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4cfc093f-de3e-4a6a-b57a-07fc0e3d0273 HTTP/1.1" status: 204 len: 168 time: 0.4727461 Aug 24 18:37:29.079690 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054db5c-69ce-4848-850b-ee39e840b1fa req-70902815-2bdc-4fb5-aaa6-10e8be8a886e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:29.081787 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9054db5c-69ce-4848-850b-ee39e840b1fa req-70902815-2bdc-4fb5-aaa6-10e8be8a886e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae HTTP/1.1" status: 200 len: 911 time: 0.2888129 Aug 24 18:37:29.220989 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9054db5c-69ce-4848-850b-ee39e840b1fa req-d9d64fc7-75db-47a5-bd09-6eeee55756a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78201e63-053b-4ec9-8ba1-73a54889e89a HTTP/1.1" status: 200 len: 1001 time: 0.1308374 Aug 24 18:37:29.319781 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054db5c-69ce-4848-850b-ee39e840b1fa req-77ff596e-4952-4353-a6dc-6f157a996b58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:29.321264 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9054db5c-69ce-4848-850b-ee39e840b1fa req-77ff596e-4952-4353-a6dc-6f157a996b58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8a23952-40cf-4695-ae69-f2d425c34691 HTTP/1.1" status: 200 len: 849 time: 0.0616763 Aug 24 18:37:29.423093 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9054db5c-69ce-4848-850b-ee39e840b1fa req-d002b1b9-5ed0-483a-a0f5-889b51818bfb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0834804 Aug 24 18:37:29.618861 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9054db5c-69ce-4848-850b-ee39e840b1fa req-b7fd1489-57cd-4b2f-b3cd-57434c67cf48 service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730182 Aug 24 18:37:29.811385 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3627a1d-41bb-42a3-a1f9-ce501997cacc req-fe83b363-c4cb-41ef-a439-8357c3905c4d tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:29.828098 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c3627a1d-41bb-42a3-a1f9-ce501997cacc req-fe83b363-c4cb-41ef-a439-8357c3905c4d tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.1287794 Aug 24 18:37:29.904345 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9054db5c-69ce-4848-850b-ee39e840b1fa req-08d11712-299f-40f3-842e-204d8cc8af2a service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671745 Aug 24 18:37:29.911414 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c3627a1d-41bb-42a3-a1f9-ce501997cacc req-9b289b8c-8642-472b-b93a-39508647f7bb tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816462 Aug 24 18:37:30.272053 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacda56-cfac-4dbf-8a28-160044d30afb req-5068f8ed-fca2-4ef0-86fd-21b066a525eb tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:30.279821 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ddacda56-cfac-4dbf-8a28-160044d30afb req-5068f8ed-fca2-4ef0-86fd-21b066a525eb tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 945 time: 0.1091244 Aug 24 18:37:30.331398 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ddacda56-cfac-4dbf-8a28-160044d30afb req-30b7d843-af44-4c5f-8780-87b4242302a1 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506485 Aug 24 18:37:30.581228 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 33008) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:30.768465 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-8cc02314-889d-4f1a-917b-02c90f492bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:30.801767 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-8cc02314-889d-4f1a-917b-02c90f492bee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:37:30.807540 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-8cc02314-889d-4f1a-917b-02c90f492bee admin admin] Usage tracker for resource:security_group_rule and tenant:4af485259134445293ef4bfe803b76c2 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:37:30.810589 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-8cc02314-889d-4f1a-917b-02c90f492bee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:37:30.818345 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-8cc02314-889d-4f1a-917b-02c90f492bee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:37:30.908487 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-8cc02314-889d-4f1a-917b-02c90f492bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:30.921153 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-8cc02314-889d-4f1a-917b-02c90f492bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:30.929163 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-5f7452e4-5e21-4be3-ba82-87841a64261e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:30.964568 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc02314-889d-4f1a-917b-02c90f492bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8982122c-0fa8-431e-ac0f-5e311e39916b,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:30.969170 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-8cc02314-889d-4f1a-917b-02c90f492bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:31.002340 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-8cc02314-889d-4f1a-917b-02c90f492bee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4af485259134445293ef4bfe803b76c2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4198420 Aug 24 18:37:31.005672 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 33026) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:31.007260 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:31.073821 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f3cf908a-8512-4346-ab21-aa4266dc18a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:31.150238 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f3cf908a-8512-4346-ab21-aa4266dc18a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:31.219424 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d176d2-d36e-49ee-85d4-23a9780d27c9 req-f0e9748f-7957-42c3-a0e6-1acd94ba22f3 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:31.230224 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e7d176d2-d36e-49ee-85d4-23a9780d27c9 req-f0e9748f-7957-42c3-a0e6-1acd94ba22f3 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.1296232 Aug 24 18:37:31.266531 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f3cf908a-8512-4346-ab21-aa4266dc18a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:31.273323 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-6698c15a-13f1-4347-a7a2-1c2afb823bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:31.286086 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf908a-8512-4346-ab21-aa4266dc18a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8982122c-0fa8-431e-ac0f-5e311e39916b,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:31.289721 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-f3cf908a-8512-4346-ab21-aa4266dc18a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:31.292164 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e7d176d2-d36e-49ee-85d4-23a9780d27c9 req-5b9c6534-4ed5-4b96-a88f-4b2bebdd35d9 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653381 Aug 24 18:37:31.295467 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f3cf908a-8512-4346-ab21-aa4266dc18a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:31.299167 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-f3cf908a-8512-4346-ab21-aa4266dc18a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8982122c-0fa8-431e-ac0f-5e311e39916b HTTP/1.1" status: 204 len: 168 time: 0.2889931 Aug 24 18:37:31.548225 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e7fd1-6ac6-4aec-b329-280ee8b591e4 req-33d104e1-81c6-465d-9596-294f44c24100 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:31.549724 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d84e7fd1-6ac6-4aec-b329-280ee8b591e4 req-33d104e1-81c6-465d-9596-294f44c24100 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 945 time: 0.0859318 Aug 24 18:37:31.610715 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d84e7fd1-6ac6-4aec-b329-280ee8b591e4 req-e8d4b0d7-3bbe-47ff-b288-e98618b63c6e tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520649 Aug 24 18:37:32.001809 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-5ae4ff66-fe48-40e1-9d80-b5626eb93fbf tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:32.008839 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-5ae4ff66-fe48-40e1-9d80-b5626eb93fbf tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/networks?id=1109eacf-629e-4910-84d6-3d87a0369dee HTTP/1.1" status: 200 len: 814 time: 0.1564171 Aug 24 18:37:32.035259 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-7d37b9a7-7d30-4833-a324-9402f7d4f895 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/quotas/6de573cc36c5427ba49fe4638df7e4a3 HTTP/1.1" status: 200 len: 375 time: 0.0255151 Aug 24 18:37:32.124317 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-0243e24d-d22b-4989-9928-198e9d285053 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6de573cc36c5427ba49fe4638df7e4a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0865324 Aug 24 18:37:32.178586 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 33074) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:32.297659 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-b7c2020a-5357-4923-beaa-eb29ae5f5502 service neutron] 10.222.0.62 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651328 Aug 24 18:37:32.350255 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1301089267-network', 'tenant_id': 'ab2b347e1a8347b5bd5e4a57b594fc99'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:37:32.355172 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:37:32.359098 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Usage tracker for resource:network and tenant:ab2b347e1a8347b5bd5e4a57b594fc99 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:37:32.361990 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:37:32.369715 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:37:32.380410 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Made reservation on behalf of ab2b347e1a8347b5bd5e4a57b594fc99 for: {'network': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:37:32.383419 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for network, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:32.395906 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:32.429151 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:37:32.434831 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Usage tracker for resource:security_group_rule and tenant:ab2b347e1a8347b5bd5e4a57b594fc99 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:37:32.437858 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:37:32.444083 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:37:32.473316 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-a29d6df1-1cc7-4721-ae2b-a3c86d09cef8 service neutron] 10.222.0.62 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740983 Aug 24 18:37:32.513596 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:32.519301 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:32.523523 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:32.529628 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc851fb-6352-4228-a916-7c3dc3a57330 req-1d7fa8b5-c728-4adf-b944-1ad8933657f1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:32.531282 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fcc851fb-6352-4228-a916-7c3dc3a57330 req-1d7fa8b5-c728-4adf-b944-1ad8933657f1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.0924070 Aug 24 18:37:32.550172 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=74996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:37:32.567967 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bedb494-0e14-4da0-ac9a-36af604c9f4d,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:32.572888 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:32.574161 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:32.574854 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.segments_db [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Added segment 121443c8-53ae-45ba-8580-3879c94e6df1 of type vlan for network 4e775d33-34fa-4c7a-8190-49382ed04303 Aug 24 18:37:32.591893 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fcc851fb-6352-4228-a916-7c3dc3a57330 req-ad63861e-0849-459d-afb9-c13b2d1615e2 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520380 Aug 24 18:37:32.628011 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740181864075'] for network, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:32.673328 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for network, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:32.675621 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:32.676994 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:32.686132 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-9118384e-ffab-431f-8977-c467a906a847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:32.742108 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-068d7e77-79e3-446d-a45b-d3cb4b645d4b req-e285debb-bbf4-474c-be91-3ea69d30cf8c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=168863fc-c587-454d-bf17-1ac87991a03e HTTP/1.1" status: 200 len: 210 time: 0.0548849 Aug 24 18:37:32.833418 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Pushing event updated for resources: {'Network': ['ID=4e775d33-34fa-4c7a-8190-49382ed04303,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:32.839963 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6601155 Aug 24 18:37:32.840767 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 33098) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:32.841310 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:32.850707 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Request body: {'subnet': {'network_id': '4e775d33-34fa-4c7a-8190-49382ed04303', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1301089267-subnet', 'tenant_id': 'ab2b347e1a8347b5bd5e4a57b594fc99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:37:32.854325 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Network 4e775d33-34fa-4c7a-8190-49382ed04303 details requested by agent ovs-agent-dv-cinder-805825-1-iscsi with host dv-cinder-805825-1-iscsi {{(pid=74997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:37:32.856804 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:37:32.867220 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Usage tracker for resource:subnet and tenant:ab2b347e1a8347b5bd5e4a57b594fc99 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:37:32.908650 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:37:32.920932 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:37:32.957991 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Made reservation on behalf of ab2b347e1a8347b5bd5e4a57b594fc99 for: {'subnet': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:37:32.960488 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:33.044647 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d7f86-620e-4c27-affe-4bb46f0e42e5 req-31803f5c-ee74-43e5-8718-7581a2c25518 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:33.046109 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4f6d7f86-620e-4c27-affe-4bb46f0e42e5 req-31803f5c-ee74-43e5-8718-7581a2c25518 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 945 time: 0.1822393 Aug 24 18:37:33.118444 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9528d44-8499-4eb8-a2e0-c2f5135794d0 req-b8765074-f3f9-4272-9862-b6396641b6d8 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:33.119358 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-e9528d44-8499-4eb8-a2e0-c2f5135794d0 req-b8765074-f3f9-4272-9862-b6396641b6d8 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Synchronizing usage tracker for tenant:e1603bee56d04afd9226eb8233240e8c on resource:port {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:37:33.139453 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-e9528d44-8499-4eb8-a2e0-c2f5135794d0 req-b8765074-f3f9-4272-9862-b6396641b6d8 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Unset dirty status for tenant:e1603bee56d04afd9226eb8233240e8c on resource:port {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:37:33.140771 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e9528d44-8499-4eb8-a2e0-c2f5135794d0 req-b8765074-f3f9-4272-9862-b6396641b6d8 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.36 "GET /v2.0/ports?device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 945 time: 0.1196306 Aug 24 18:37:33.185405 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4f6d7f86-620e-4c27-affe-4bb46f0e42e5 req-48e313df-bb15-40bc-bb9a-925edf8ed35d tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289675 Aug 24 18:37:33.235771 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-e9528d44-8499-4eb8-a2e0-c2f5135794d0 req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Deleting port 3c9df671-6f8f-4d81-98c5-ade632da6299 {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:37:33.236388 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e9528d44-8499-4eb8-a2e0-c2f5135794d0 req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:33.305581 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for subnet, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:33.310383 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-83a5d4a6-fdac-4f56-9f94-6a53a02661cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:33.401572 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ee1ce3a-a06f-48d9-9fad-0d25a0366db5,revision_number=0']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:33.417151 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:33.417510 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:33.419529 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:33.419529 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:33.419529 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:33.419529 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:33.419529 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:33.419976 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:33.419976 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:33.420309 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:33.420643 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:33.424623 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:33.432727 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Checking segment: {'id': '121443c8-53ae-45ba-8580-3879c94e6df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4e775d33-34fa-4c7a-8190-49382ed04303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:37:33.433130 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Network hostable DHCP agents. Network: 4e775d33-34fa-4c7a-8190-49382ed04303, hostable agents: ['07c0c982-9110-493d-a202-71ade7b28515'], hosted agents: [] {{(pid=74995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:37:33.461700 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Network 4e775d33-34fa-4c7a-8190-49382ed04303 is scheduled to be hosted by DHCP agent 07c0c982-9110-493d-a202-71ade7b28515 with binding_index 1 {{(pid=74995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:37:33.477705 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-iscsi, 4e775d33-34fa-4c7a-8190-49382ed04303) {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:37:33.487178 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:33.487805 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:33.490241 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca76493-4d65-43c0-9c83-6bab280622bc None None] Network 4e775d33-34fa-4c7a-8190-49382ed04303 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:37:33.519494 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-4c9bc6f4-4f55-44a2-91f4-ec8a85278d5d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6768160 Aug 24 18:37:33.542062 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-e9528d44-8499-4eb8-a2e0-c2f5135794d0 req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] For port 3c9df671-6f8f-4d81-98c5-ade632da6299, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=3c9df671-6f8f-4d81-98c5-ade632da6299,segment=NetworkSegment(e220a6f6-6aac-46dd-97f9-dc1bf7dd051b),segment_id=e220a6f6-6aac-46dd-97f9-dc1bf7dd051b)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:33.542062 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e9528d44-8499-4eb8-a2e0-c2f5135794d0 req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:33.671230 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-e9528d44-8499-4eb8-a2e0-c2f5135794d0 req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Calling delete_port for 3c9df671-6f8f-4d81-98c5-ade632da6299 owned by compute:nova {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:37:33.779751 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da07bb90-ec89-463f-9ede-94a9576d4180 None None] Network 4e775d33-34fa-4c7a-8190-49382ed04303 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:37:33.855218 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 33124) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:33.959672 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b82dc-aad1-43d3-8f32-5de9f69ca31f req-38833dc0-63c1-4a4b-8e34-7b8214890ab4 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:33.969334 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-315b82dc-aad1-43d3-8f32-5de9f69ca31f req-38833dc0-63c1-4a4b-8e34-7b8214890ab4 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.1949458 Aug 24 18:37:34.079858 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b2637abe-01e3-4243-ac4b-5f1286e380c8 req-86519603-6169-4bda-a838-4770c4a0a3c5 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=168863fc-c587-454d-bf17-1ac87991a03e HTTP/1.1" status: 200 len: 210 time: 0.0618238 Aug 24 18:37:34.106273 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-315b82dc-aad1-43d3-8f32-5de9f69ca31f req-a3ae0c4b-43d1-4a1e-bb1a-c81ba1fc2929 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347654 Aug 24 18:37:34.186687 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-afd34a1e-c723-49bc-9be8-23358f7582cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:34.264083 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-afd34a1e-c723-49bc-9be8-23358f7582cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:37:34.273127 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-afd34a1e-c723-49bc-9be8-23358f7582cb admin admin] Usage tracker for resource:security_group_rule and tenant:527138acd85f4388ac50eafd08f8d9f3 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:37:34.276644 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-afd34a1e-c723-49bc-9be8-23358f7582cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:37:34.289044 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e9528d44-8499-4eb8-a2e0-c2f5135794d0 req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:34.308389 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:34.311970 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-afd34a1e-c723-49bc-9be8-23358f7582cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:37:34.312273 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['3c9df671-6f8f-4d81-98c5-ade632da6299'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:37:34.373191 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Pushing event deleted for resources: {'Port': ['ID=3c9df671-6f8f-4d81-98c5-ade632da6299,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:34.448774 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:34.450530 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:34.451062 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:34.451640 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:34.452903 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:34.453515 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:34.454961 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:34.455324 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:34.455685 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:34.457083 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:34.457471 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:34.534753 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:34.556144 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-13c22892-3c05-4381-9a5f-be65a934ef5a req-6aa7abf4-21d6-4cac-bc61-6cfae71118dc tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8f17f21-8af7-4774-b447-f8c235a9ddc1 HTTP/1.1" status: 200 len: 210 time: 0.0725727 Aug 24 18:37:34.557928 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-afd34a1e-c723-49bc-9be8-23358f7582cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:34.562072 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9528d44-8499-4eb8-a2e0-c2f5135794d0 req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] No DVR routers for this DVR port 3c9df671-6f8f-4d81-98c5-ade632da6299 on host hv-cinder-80582 {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:37:34.568266 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-d2d8b777-4774-49dd-9e4b-f4487f1f189e tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:34.569138 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-d2d8b777-4774-49dd-9e4b-f4487f1f189e tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Synchronizing usage tracker for tenant:6de573cc36c5427ba49fe4638df7e4a3 on resource:network {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:37:34.572450 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-afd34a1e-c723-49bc-9be8-23358f7582cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:34.575179 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e9528d44-8499-4eb8-a2e0-c2f5135794d0 req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:34.587869 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:34.590154 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8f17f21-8af7-4774-b447-f8c235a9ddc1', 'name': 'network-vif-deleted', 'tag': '3c9df671-6f8f-4d81-98c5-ade632da6299'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:37:34.605932 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e9528d44-8499-4eb8-a2e0-c2f5135794d0 req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.36 "DELETE /v2.0/ports/3c9df671-6f8f-4d81-98c5-ade632da6299 HTTP/1.1" status: 204 len: 173 time: 1.4560349 Aug 24 18:37:34.614150 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-d2d8b777-4774-49dd-9e4b-f4487f1f189e tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Unset dirty status for tenant:6de573cc36c5427ba49fe4638df7e4a3 on resource:network {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:37:34.616393 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-d2d8b777-4774-49dd-9e4b-f4487f1f189e tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.36 "GET /v2.0/networks?id=1109eacf-629e-4910-84d6-3d87a0369dee HTTP/1.1" status: 200 len: 814 time: 0.4268684 Aug 24 18:37:34.639697 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-27afa6bf-c6f4-4d56-942a-0731ecfe6e07 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Request body: {'port': {'device_id': '168863fc-c587-454d-bf17-1ac87991a03e', 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee', 'admin_state_up': True, 'tenant_id': '6de573cc36c5427ba49fe4638df7e4a3'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:37:34.716048 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-afd34a1e-c723-49bc-9be8-23358f7582cb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=527138acd85f4388ac50eafd08f8d9f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8481464 Aug 24 18:37:34.719285 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8f17f21-8af7-4774-b447-f8c235a9ddc1', 'name': 'network-vif-deleted', 'tag': '3c9df671-6f8f-4d81-98c5-ade632da6299', 'status': 'completed', 'code': 200} Aug 24 18:37:34.722471 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 33144) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:34.776420 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd34a1e-c723-49bc-9be8-23358f7582cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c510ec7-cd40-45bb-ac8e-158099acf1b9,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:34.794822 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-afd34a1e-c723-49bc-9be8-23358f7582cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:34.851919 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-27afa6bf-c6f4-4d56-942a-0731ecfe6e07 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:37:34.875563 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-27afa6bf-c6f4-4d56-942a-0731ecfe6e07 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:37:34.891353 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-573448ec-1197-4478-a668-d33ceffd9afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:34.894214 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-27afa6bf-c6f4-4d56-942a-0731ecfe6e07 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Made reservation on behalf of 6de573cc36c5427ba49fe4638df7e4a3 for: {'port': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:37:34.899333 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-27afa6bf-c6f4-4d56-942a-0731ecfe6e07 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:34.948366 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-573448ec-1197-4478-a668-d33ceffd9afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:35.034520 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-573448ec-1197-4478-a668-d33ceffd9afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:35.039234 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-3f189f35-55fc-41f8-81e7-ec602a448a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:35.057529 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573448ec-1197-4478-a668-d33ceffd9afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c510ec7-cd40-45bb-ac8e-158099acf1b9,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:35.060233 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-573448ec-1197-4478-a668-d33ceffd9afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:35.061305 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-573448ec-1197-4478-a668-d33ceffd9afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:35.065101 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-573448ec-1197-4478-a668-d33ceffd9afa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c510ec7-cd40-45bb-ac8e-158099acf1b9 HTTP/1.1" status: 204 len: 168 time: 0.3392558 Aug 24 18:37:35.146624 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-27afa6bf-c6f4-4d56-942a-0731ecfe6e07 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Allocated IP 172.20.0.10 (1109eacf-629e-4910-84d6-3d87a0369dee/6f086af0-4804-49e8-8a16-77e742d85929/d06a13cf-78fa-466f-a957-97fd3a597e27) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:37:35.409417 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-27afa6bf-c6f4-4d56-942a-0731ecfe6e07 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:35.433497 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7514e6d4-c484-4b28-87e9-48f457f0daaf req-b6c4796a-25df-4837-bf2c-2b45e37dbdd4 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=168863fc-c587-454d-bf17-1ac87991a03e HTTP/1.1" status: 200 len: 210 time: 0.1423576 Aug 24 18:37:35.476930 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-27afa6bf-c6f4-4d56-942a-0731ecfe6e07 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:35.487215 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:35.492658 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['b7deee6e-8de9-4525-91be-a1de7a298a21', 'b4c9bf94-26cc-42bb-99f9-16a442ec2dba', 'ee47bb91-a1f5-47a8-b68e-910c4d4b807e'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:37:35.496805 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cfd66-0233-4b47-867a-15a36239a2ae req-1edc1299-48ad-4e4b-89b5-1177667b7c54 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:35.499988 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4c7cfd66-0233-4b47-867a-15a36239a2ae req-1edc1299-48ad-4e4b-89b5-1177667b7c54 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.1277502 Aug 24 18:37:35.575190 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4c7cfd66-0233-4b47-867a-15a36239a2ae req-8eae4e40-7efe-4c05-ba1f-31949f64949d tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699129 Aug 24 18:37:35.627886 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-27afa6bf-c6f4-4d56-942a-0731ecfe6e07 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Network 1109eacf-629e-4910-84d6-3d87a0369dee is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:37:35.628830 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27afa6bf-c6f4-4d56-942a-0731ecfe6e07 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Pushing event updated for resources: {'Port': ['ID=d06a13cf-78fa-466f-a957-97fd3a597e27,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:35.632079 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-27afa6bf-c6f4-4d56-942a-0731ecfe6e07 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:37:35.633961 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-27afa6bf-c6f4-4d56-942a-0731ecfe6e07 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:35.634714 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-27afa6bf-c6f4-4d56-942a-0731ecfe6e07 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:37:35.705944 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-27afa6bf-c6f4-4d56-942a-0731ecfe6e07 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:35.706586 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-27afa6bf-c6f4-4d56-942a-0731ecfe6e07 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:35.737162 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-27afa6bf-c6f4-4d56-942a-0731ecfe6e07 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1018164 Aug 24 18:37:35.758805 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Request body: {'port': {'device_id': '168863fc-c587-454d-bf17-1ac87991a03e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:37:35.886611 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:36.122022 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c4297-f6ac-4218-a1a3-17387812723a req-c97c675a-2c4f-4bdb-9187-811d1a9e283e tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:36.123638 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-644c4297-f6ac-4218-a1a3-17387812723a req-c97c675a-2c4f-4bdb-9187-811d1a9e283e tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/networks?id=3dcfa084-eb66-4fc0-8f7b-d459885ca215 HTTP/1.1" status: 200 len: 809 time: 0.1674209 Aug 24 18:37:36.143762 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-644c4297-f6ac-4218-a1a3-17387812723a req-36657ab9-68c1-45fe-a00e-d5b5759d57d1 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/quotas/e1603bee56d04afd9226eb8233240e8c HTTP/1.1" status: 200 len: 375 time: 0.0133522 Aug 24 18:37:36.195410 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-644c4297-f6ac-4218-a1a3-17387812723a req-6aa93556-1b72-436a-9fdb-acbbb46171c8 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e1603bee56d04afd9226eb8233240e8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436158 Aug 24 18:37:36.262519 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06a13cf-78fa-466f-a957-97fd3a597e27 {{(pid=74996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:37:36.270700 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:36.285288 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Transition to ACTIVE for port object d06a13cf-78fa-466f-a957-97fd3a597e27 will not be triggered until provisioned by entity L2. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:37:36.290249 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:36.294408 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-6ad12b56-d027-4c20-b022-6e8518018725 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:36.345747 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 3c9df671-6f8f-4d81-98c5-ade632da6299 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:37:36.398822 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] No Port match for: 3c9df671-6f8f-4d81-98c5-ade632da6299 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:37:36.399290 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 3c9df671-6f8f-4d81-98c5-ade632da6299 not bound to the agent host hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:37:36.423146 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d06a13cf-78fa-466f-a957-97fd3a597e27,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:36.427895 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:36.451307 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-644c4297-f6ac-4218-a1a3-17387812723a req-b1a7bcbe-1d22-471d-a5f3-ba1cbacd3925 service neutron] 10.222.0.62 "GET /v2.0/networks/3dcfa084-eb66-4fc0-8f7b-d459885ca215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486012 Aug 24 18:37:36.551736 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-73d4883a-c1d9-46b5-8a7e-fba6f8e7e2be tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:36.553300 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-73d4883a-c1d9-46b5-8a7e-fba6f8e7e2be tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/networks?id=4e775d33-34fa-4c7a-8190-49382ed04303 HTTP/1.1" status: 200 len: 814 time: 0.2779038 Aug 24 18:37:36.588763 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-4f3fb227-ee66-46ae-b14f-7ccbf76f87c2 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/quotas/ab2b347e1a8347b5bd5e4a57b594fc99 HTTP/1.1" status: 200 len: 375 time: 0.0256569 Aug 24 18:37:36.629433 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Attempting to bind port d06a13cf-78fa-466f-a957-97fd3a597e27 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:37:36.629530 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Attempting to bind port d06a13cf-78fa-466f-a957-97fd3a597e27 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '1e9ee31d-9b7b-41e8-b45f-695749ee603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee'}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:37:36.629870 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Attempting to bind port d06a13cf-78fa-466f-a957-97fd3a597e27 on network 1109eacf-629e-4910-84d6-3d87a0369dee {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:37:36.636288 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Port d06a13cf-78fa-466f-a957-97fd3a597e27 on network 1109eacf-629e-4910-84d6-3d87a0369dee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:37:36.636634 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Attempting to bind port d06a13cf-78fa-466f-a957-97fd3a597e27 on network 1109eacf-629e-4910-84d6-3d87a0369dee {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:37:36.643624 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Checking agent: {'id': 'c5b5b5de-e9ee-4a89-bea7-745c11eae0d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'started_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:37:36.643980 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Checking segment: {'id': '1e9ee31d-9b7b-41e8-b45f-695749ee603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:37:36.644430 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Bound using segment: {'id': '1e9ee31d-9b7b-41e8-b45f-695749ee603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee'} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:37:36.644998 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Bound port: d06a13cf-78fa-466f-a957-97fd3a597e27, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e9ee31d-9b7b-41e8-b45f-695749ee603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee'}}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:37:36.645374 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:36.660590 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-60181294-a51c-4170-8e2f-7e28c7e29003 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab2b347e1a8347b5bd5e4a57b594fc99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615387 Aug 24 18:37:36.673490 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-644c4297-f6ac-4218-a1a3-17387812723a req-e4559f0e-f8f2-4893-a88c-2f44565ff3ac service neutron] 10.222.0.62 "GET /v2.0/networks/3dcfa084-eb66-4fc0-8f7b-d459885ca215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204351 Aug 24 18:37:36.755737 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] For port d06a13cf-78fa-466f-a957-97fd3a597e27, host hv-cinder-80582, cleared binding levels {{(pid=74996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:37:36.759412 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] For port d06a13cf-78fa-466f-a957-97fd3a597e27, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=d06a13cf-78fa-466f-a957-97fd3a597e27,segment=NetworkSegment(1e9ee31d-9b7b-41e8-b45f-695749ee603b),segment_id=1e9ee31d-9b7b-41e8-b45f-695749ee603b)] {{(pid=74996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:37:36.764237 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:36.769738 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-96be5881-a4a8-4ce1-9432-ebe29b8f05f7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:36.837124 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:36.838423 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] 10.222.0.36 "PUT /v2.0/ports/d06a13cf-78fa-466f-a957-97fd3a597e27 HTTP/1.1" status: 200 len: 1094 time: 1.0889187 Aug 24 18:37:36.840249 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-486e53d8-b221-408d-8aa7-9117a4eaef00 service neutron] 10.222.0.62 "GET /v2.0/networks/4e775d33-34fa-4c7a-8190-49382ed04303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656332 Aug 24 18:37:36.856497 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168863fc-c587-454d-bf17-1ac87991a03e', 'tag': 'd06a13cf-78fa-466f-a957-97fd3a597e27'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:37:36.891889 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d06a13cf-78fa-466f-a957-97fd3a597e27,revision_number=3']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:36.904751 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:37.007032 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-edc86514-e19a-4d4d-a6f3-e34e575997ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6de573cc36c5427ba49fe4638df7e4a3&device_id=168863fc-c587-454d-bf17-1ac87991a03e HTTP/1.1" status: 200 len: 1097 time: 0.1010964 Aug 24 18:37:37.091977 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-11e5c0b0-3f67-4543-8c9d-1a77fa6d3c76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d06a13cf-78fa-466f-a957-97fd3a597e27 HTTP/1.1" status: 200 len: 217 time: 0.0726008 Aug 24 18:37:37.166185 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-a516e0b0-cf0b-476b-856f-2361bc893bf9 service neutron] 10.222.0.62 "GET /v2.0/networks/4e775d33-34fa-4c7a-8190-49382ed04303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249121 Aug 24 18:37:37.170643 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-abacd63c-3d8b-4030-879a-2f21d967860f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:37.172749 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-abacd63c-3d8b-4030-879a-2f21d967860f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f086af0-4804-49e8-8a16-77e742d85929 HTTP/1.1" status: 200 len: 854 time: 0.0727193 Aug 24 18:37:37.176440 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ceb6c-e28a-4271-bfd9-0d8f9b4d30ea req-a96f54d2-6b3e-4ede-b4b8-9c9385c67fc9 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:37.178298 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-463ceb6c-e28a-4271-bfd9-0d8f9b4d30ea req-a96f54d2-6b3e-4ede-b4b8-9c9385c67fc9 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=168863fc-c587-454d-bf17-1ac87991a03e HTTP/1.1" status: 200 len: 944 time: 0.1441710 Aug 24 18:37:37.233963 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-9e4c012d-74e5-444b-9c2a-9927d347c1a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1109eacf-629e-4910-84d6-3d87a0369dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485060 Aug 24 18:37:37.240955 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-463ceb6c-e28a-4271-bfd9-0d8f9b4d30ea req-0c64f78a-e246-4864-b4d9-24dc83e1c5aa tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568047 Aug 24 18:37:37.467905 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-05b09f59-4636-4b44-9b37-5bf8acafa7e4 service neutron] 10.222.0.36 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135401 Aug 24 18:37:37.492188 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-35653efa-3b91-4e93-b2e1-6a194c82c5f7 req-a326d191-7d2f-413b-a6df-dd3da8eb8195 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa9cbe50-a54b-4759-86f7-f1b38d6428ff HTTP/1.1" status: 200 len: 210 time: 0.0823677 Aug 24 18:37:37.547429 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d44c31-a79e-441e-b0d2-dd321406f1c9 req-3989dc9f-83f3-45cd-90c0-8efc91a37304 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:37.549482 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d0d44c31-a79e-441e-b0d2-dd321406f1c9 req-3989dc9f-83f3-45cd-90c0-8efc91a37304 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.0998826 Aug 24 18:37:37.628858 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '168863fc-c587-454d-bf17-1ac87991a03e', 'tag': 'd06a13cf-78fa-466f-a957-97fd3a597e27', 'status': 'completed', 'code': 200} Aug 24 18:37:37.630799 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d0d44c31-a79e-441e-b0d2-dd321406f1c9 req-1b581050-53b3-4377-8a2d-5c59aef3c84c tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753834 Aug 24 18:37:37.638644 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-8a99933a-b74f-411b-a9d3-6a23b1fcc68b req-8dc560a6-8c85-475c-91b1-ffe326412371 service neutron] 10.222.0.36 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628220 Aug 24 18:37:37.726811 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-62963300-2549-4796-83c5-1eeb74d04dd7 req-f4264f35-0527-4db2-9ee0-5509c522434e tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 210 time: 0.0491996 Aug 24 18:37:37.796991 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-28c644e5-e677-4f73-9c49-264df72a0c3d req-e1f252a4-4e4f-4604-b3e5-93b8600e533a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6de573cc36c5427ba49fe4638df7e4a3&device_id=168863fc-c587-454d-bf17-1ac87991a03e HTTP/1.1" status: 200 len: 1097 time: 0.0826099 Aug 24 18:37:37.953811 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c644e5-e677-4f73-9c49-264df72a0c3d req-1d6d1211-3a13-4b25-aa13-a6a19f20d385 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:37.955497 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-28c644e5-e677-4f73-9c49-264df72a0c3d req-1d6d1211-3a13-4b25-aa13-a6a19f20d385 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1109eacf-629e-4910-84d6-3d87a0369dee HTTP/1.1" status: 200 len: 915 time: 0.1395433 Aug 24 18:37:38.036758 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-28c644e5-e677-4f73-9c49-264df72a0c3d req-dd88bde2-4346-42cc-b2e8-7003059ed733 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d06a13cf-78fa-466f-a957-97fd3a597e27 HTTP/1.1" status: 200 len: 217 time: 0.0722764 Aug 24 18:37:38.103367 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c644e5-e677-4f73-9c49-264df72a0c3d req-48a5ad3e-5f9f-4ef6-8d54-b9bda1675adf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:38.104844 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-28c644e5-e677-4f73-9c49-264df72a0c3d req-48a5ad3e-5f9f-4ef6-8d54-b9bda1675adf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6f086af0-4804-49e8-8a16-77e742d85929 HTTP/1.1" status: 200 len: 854 time: 0.0601413 Aug 24 18:37:38.156219 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-28c644e5-e677-4f73-9c49-264df72a0c3d req-930f7cc0-64a6-48d0-a54a-31c3f4daf437 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1109eacf-629e-4910-84d6-3d87a0369dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431991 Aug 24 18:37:38.300996 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-28c644e5-e677-4f73-9c49-264df72a0c3d req-12d9e78e-c536-4f5f-97b5-0f383869655e service neutron] 10.222.0.36 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277514 Aug 24 18:37:38.470930 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-28c644e5-e677-4f73-9c49-264df72a0c3d req-25498451-334b-468c-b533-8ec910c07623 service neutron] 10.222.0.36 "GET /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419983 Aug 24 18:37:38.480635 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946b13c-634b-4347-840f-e4d78d637794 req-961cd6d3-1124-4123-9c29-e3e3ec98c335 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:38.491973 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d946b13c-634b-4347-840f-e4d78d637794 req-961cd6d3-1124-4123-9c29-e3e3ec98c335 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=168863fc-c587-454d-bf17-1ac87991a03e HTTP/1.1" status: 200 len: 944 time: 0.1147912 Aug 24 18:37:38.544029 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d946b13c-634b-4347-840f-e4d78d637794 req-0fb3664a-f446-4951-8dbe-70ea393d3f84 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510669 Aug 24 18:37:38.645572 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55616c17-ae23-4c29-a6a0-209dc2f3fe31 req-185ba8c4-b5d2-4556-8be1-b07a53ffa9d8 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:38.647234 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-55616c17-ae23-4c29-a6a0-209dc2f3fe31 req-185ba8c4-b5d2-4556-8be1-b07a53ffa9d8 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.1014695 Aug 24 18:37:38.737842 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8def6e83-7626-463b-acfc-450db19347f9 req-6a5d2f3d-e29c-4359-8410-565806acaace tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa9cbe50-a54b-4759-86f7-f1b38d6428ff HTTP/1.1" status: 200 len: 210 time: 0.0560746 Aug 24 18:37:38.759254 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-55616c17-ae23-4c29-a6a0-209dc2f3fe31 req-b198e612-a8d4-46d1-8e90-5851ab40072f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995345 Aug 24 18:37:38.937184 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c4297-f6ac-4218-a1a3-17387812723a req-0b94eac8-e50d-464f-ac37-d1c84d9d589d tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:38.938748 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-644c4297-f6ac-4218-a1a3-17387812723a req-0b94eac8-e50d-464f-ac37-d1c84d9d589d tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.36 "GET /v2.0/networks?id=3dcfa084-eb66-4fc0-8f7b-d459885ca215 HTTP/1.1" status: 200 len: 809 time: 0.2855108 Aug 24 18:37:38.967858 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-644c4297-f6ac-4218-a1a3-17387812723a req-95c0c9fc-db6a-4757-b042-f32d6016b9ec tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Request body: {'port': {'device_id': 'aa9cbe50-a54b-4759-86f7-f1b38d6428ff', 'network_id': '3dcfa084-eb66-4fc0-8f7b-d459885ca215', 'admin_state_up': True, 'tenant_id': 'e1603bee56d04afd9226eb8233240e8c'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:37:38.992623 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d4528687-e8f4-43f2-ab3e-c08dabc6955e req-d48952da-f1bd-40b1-8e89-81f194bac8c5 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 210 time: 0.0912049 Aug 24 18:37:39.079168 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36149b92-1948-4db5-97f6-0ee51ac10be5 req-8e358a8e-2774-4383-b389-4182643385ad tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:39.085971 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-36149b92-1948-4db5-97f6-0ee51ac10be5 req-8e358a8e-2774-4383-b389-4182643385ad tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.0842066 Aug 24 18:37:39.118984 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-644c4297-f6ac-4218-a1a3-17387812723a req-95c0c9fc-db6a-4757-b042-f32d6016b9ec tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:37:39.127393 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-644c4297-f6ac-4218-a1a3-17387812723a req-95c0c9fc-db6a-4757-b042-f32d6016b9ec tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Usage tracker for resource:port and tenant:e1603bee56d04afd9226eb8233240e8c is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:37:39.129441 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-36149b92-1948-4db5-97f6-0ee51ac10be5 req-490d17c4-2988-43dd-b302-dac593e20f44 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426559 Aug 24 18:37:39.130593 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-644c4297-f6ac-4218-a1a3-17387812723a req-95c0c9fc-db6a-4757-b042-f32d6016b9ec tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:37:39.137519 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-644c4297-f6ac-4218-a1a3-17387812723a req-95c0c9fc-db6a-4757-b042-f32d6016b9ec tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:37:39.158413 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-644c4297-f6ac-4218-a1a3-17387812723a req-95c0c9fc-db6a-4757-b042-f32d6016b9ec tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Made reservation on behalf of e1603bee56d04afd9226eb8233240e8c for: {'port': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:37:39.161608 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-644c4297-f6ac-4218-a1a3-17387812723a req-95c0c9fc-db6a-4757-b042-f32d6016b9ec tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:39.419851 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [req-644c4297-f6ac-4218-a1a3-17387812723a req-95c0c9fc-db6a-4757-b042-f32d6016b9ec tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Allocated IP 172.20.0.6 (3dcfa084-eb66-4fc0-8f7b-d459885ca215/04392b61-4519-43a5-8aa1-681f2d9019f0/31f93afe-1a0a-4968-8271-ca099242ea52) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:37:39.519699 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-b228f9c7-483e-4456-99dd-4a21cb44296e tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:39.520379 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-b228f9c7-483e-4456-99dd-4a21cb44296e tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Synchronizing usage tracker for tenant:ab2b347e1a8347b5bd5e4a57b594fc99 on resource:network {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:37:39.619301 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-b228f9c7-483e-4456-99dd-4a21cb44296e tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Unset dirty status for tenant:ab2b347e1a8347b5bd5e4a57b594fc99 on resource:network {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:37:39.620647 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-b228f9c7-483e-4456-99dd-4a21cb44296e tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.36 "GET /v2.0/networks?id=4e775d33-34fa-4c7a-8190-49382ed04303 HTTP/1.1" status: 200 len: 814 time: 0.3079498 Aug 24 18:37:39.637450 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dedc7-7e44-4a95-a93b-aa321d2ff4f0 req-63aa8702-1cce-42cb-881e-7929ab6526dc tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:39.639427 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1a7dedc7-7e44-4a95-a93b-aa321d2ff4f0 req-63aa8702-1cce-42cb-881e-7929ab6526dc tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.0945971 Aug 24 18:37:39.669028 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-7daa724e-7cab-439a-aeeb-2dfd4ea30ffe tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Request body: {'port': {'device_id': 'a1a9811e-61e4-4a37-8cec-302d86fa6736', 'network_id': '4e775d33-34fa-4c7a-8190-49382ed04303', 'admin_state_up': True, 'tenant_id': 'ab2b347e1a8347b5bd5e4a57b594fc99'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:37:39.693838 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1a7dedc7-7e44-4a95-a93b-aa321d2ff4f0 req-658392b1-6208-4ab4-be06-3f7c515c6ec2 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475149 Aug 24 18:37:39.791263 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-644c4297-f6ac-4218-a1a3-17387812723a req-95c0c9fc-db6a-4757-b042-f32d6016b9ec tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:39.855069 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-7daa724e-7cab-439a-aeeb-2dfd4ea30ffe tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:37:39.860277 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-7daa724e-7cab-439a-aeeb-2dfd4ea30ffe tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Usage tracker for resource:port and tenant:ab2b347e1a8347b5bd5e4a57b594fc99 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:37:39.863813 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-7daa724e-7cab-439a-aeeb-2dfd4ea30ffe tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:37:39.870760 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-7daa724e-7cab-439a-aeeb-2dfd4ea30ffe tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:37:39.879473 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-644c4297-f6ac-4218-a1a3-17387812723a req-95c0c9fc-db6a-4757-b042-f32d6016b9ec tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:39.886090 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-7daa724e-7cab-439a-aeeb-2dfd4ea30ffe tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Made reservation on behalf of ab2b347e1a8347b5bd5e4a57b594fc99 for: {'port': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:37:39.889007 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-7daa724e-7cab-439a-aeeb-2dfd4ea30ffe tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:39.897893 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:39.961460 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a67a16-eb14-4d98-a236-ae4d6430758c req-c37e4bae-b60d-49e4-8cfd-b7d1e9078fc0 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:39.963863 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-63a67a16-eb14-4d98-a236-ae4d6430758c req-c37e4bae-b60d-49e4-8cfd-b7d1e9078fc0 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=168863fc-c587-454d-bf17-1ac87991a03e HTTP/1.1" status: 200 len: 944 time: 0.1384861 Aug 24 18:37:39.984372 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d85ac-0b7c-4e0b-961f-7188fdae991a req-452f8ba9-433f-4dce-8735-f5b8b0074b70 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:39.985909 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2f3d85ac-0b7c-4e0b-961f-7188fdae991a req-452f8ba9-433f-4dce-8735-f5b8b0074b70 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa9cbe50-a54b-4759-86f7-f1b38d6428ff HTTP/1.1" status: 200 len: 931 time: 0.1139259 Aug 24 18:37:40.030202 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644c4297-f6ac-4218-a1a3-17387812723a req-95c0c9fc-db6a-4757-b042-f32d6016b9ec tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Network 3dcfa084-eb66-4fc0-8f7b-d459885ca215 is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:37:40.035146 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [req-644c4297-f6ac-4218-a1a3-17387812723a req-95c0c9fc-db6a-4757-b042-f32d6016b9ec tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:37:40.041507 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0c9fc-db6a-4757-b042-f32d6016b9ec tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Pushing event updated for resources: {'Port': ['ID=31f93afe-1a0a-4968-8271-ca099242ea52,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:40.043837 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-644c4297-f6ac-4218-a1a3-17387812723a req-95c0c9fc-db6a-4757-b042-f32d6016b9ec tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:37:40.069494 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-63a67a16-eb14-4d98-a236-ae4d6430758c req-4b8e14e8-b293-467b-b5b8-84840563999f tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910707 Aug 24 18:37:40.072239 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2f3d85ac-0b7c-4e0b-961f-7188fdae991a req-b0a6ebe5-eb47-4073-827e-e0035949201a tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706778 Aug 24 18:37:40.081960 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-95c0c9fc-db6a-4757-b042-f32d6016b9ec tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:40.149868 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c4297-f6ac-4218-a1a3-17387812723a req-95c0c9fc-db6a-4757-b042-f32d6016b9ec tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:40.150479 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-644c4297-f6ac-4218-a1a3-17387812723a req-95c0c9fc-db6a-4757-b042-f32d6016b9ec tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:40.226893 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-644c4297-f6ac-4218-a1a3-17387812723a req-95c0c9fc-db6a-4757-b042-f32d6016b9ec tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2630413 Aug 24 18:37:40.230512 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-7daa724e-7cab-439a-aeeb-2dfd4ea30ffe tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Allocated IP 172.20.0.3 (4e775d33-34fa-4c7a-8190-49382ed04303/8ee1ce3a-a06f-48d9-9fad-0d25a0366db5/030db119-3a65-4724-9df4-0dcf99e300c8) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:37:40.244915 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-644c4297-f6ac-4218-a1a3-17387812723a req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Request body: {'port': {'device_id': 'aa9cbe50-a54b-4759-86f7-f1b38d6428ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:37:40.262696 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e26e45e0-c579-4c48-9e0b-4ca655aa5c9b req-5ba1a928-b24b-4c7c-a176-995a53cafcbb tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 210 time: 0.0818248 Aug 24 18:37:40.318159 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6a892-2233-4556-9a97-a8bcd4214462 req-31f5fdb4-8214-4ac3-a8cf-423563150846 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:40.319648 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3fc6a892-2233-4556-9a97-a8bcd4214462 req-31f5fdb4-8214-4ac3-a8cf-423563150846 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.1070650 Aug 24 18:37:40.372601 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3fc6a892-2233-4556-9a97-a8bcd4214462 req-64b6cd0a-ab73-48b7-92c2-5f73233d519f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460925 Aug 24 18:37:40.393792 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device d06a13cf-78fa-466f-a957-97fd3a597e27 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:37:40.463864 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62aa0a4-6f3d-42f0-a01d-76e73d4a141e req-74749995-9810-4724-9679-6d9fa7053513 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:40.465697 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e62aa0a4-6f3d-42f0-a01d-76e73d4a141e req-74749995-9810-4724-9679-6d9fa7053513 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.0920248 Aug 24 18:37:40.469720 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-644c4297-f6ac-4218-a1a3-17387812723a req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:40.513650 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e62aa0a4-6f3d-42f0-a01d-76e73d4a141e req-124140e6-141a-427a-afe1-cd2980240908 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423431 Aug 24 18:37:40.570319 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port d06a13cf-78fa-466f-a957-97fd3a597e27, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=d06a13cf-78fa-466f-a957-97fd3a597e27,segment=NetworkSegment(1e9ee31d-9b7b-41e8-b45f-695749ee603b),segment_id=1e9ee31d-9b7b-41e8-b45f-695749ee603b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:40.584816 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': 'd06a13cf-78fa-466f-a957-97fd3a597e27', 'network_id': '1109eacf-629e-4910-84d6-3d87a0369dee', 'port_id': 'd06a13cf-78fa-466f-a957-97fd3a597e27', 'mac_address': 'fa:16:3e:bc:67:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f086af0-4804-49e8-8a16-77e742d85929', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:37:40.625552 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-7daa724e-7cab-439a-aeeb-2dfd4ea30ffe tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:40.640110 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:40.657320 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06a13cf-78fa-466f-a957-97fd3a597e27 {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:37:40.672598 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port d06a13cf-78fa-466f-a957-97fd3a597e27, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=d06a13cf-78fa-466f-a957-97fd3a597e27,segment=NetworkSegment(1e9ee31d-9b7b-41e8-b45f-695749ee603b),segment_id=1e9ee31d-9b7b-41e8-b45f-695749ee603b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:40.677429 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:40.679587 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:40.748829 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=d06a13cf-78fa-466f-a957-97fd3a597e27,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:40.758701 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:40.759063 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:40.759388 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:40.759720 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:40.760054 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:40.760382 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:40.760856 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:40.761186 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:40.761511 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:40.761832 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:40.762151 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:37:40.766197 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:40.890175 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-7daa724e-7cab-439a-aeeb-2dfd4ea30ffe tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:40.900155 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3a770-e788-47fe-bd17-4a5b85152145 req-3386a28f-a137-4467-b8f3-c3f3d7a5ba9b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:40.900708 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-861f78df-cb6c-4ef2-b0a2-bb7e7263a28c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:40.901633 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6ab3a770-e788-47fe-bd17-4a5b85152145 req-3386a28f-a137-4467-b8f3-c3f3d7a5ba9b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.0812650 Aug 24 18:37:40.954232 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6ab3a770-e788-47fe-bd17-4a5b85152145 req-07d2cb7e-99e8-47d9-a597-18f0c1e5eb2f tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463517 Aug 24 18:37:41.013035 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-7daa724e-7cab-439a-aeeb-2dfd4ea30ffe tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Network 4e775d33-34fa-4c7a-8190-49382ed04303 is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:37:41.017567 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-7daa724e-7cab-439a-aeeb-2dfd4ea30ffe tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:37:41.020468 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa724e-7cab-439a-aeeb-2dfd4ea30ffe tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Pushing event updated for resources: {'Port': ['ID=030db119-3a65-4724-9df4-0dcf99e300c8,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:41.023521 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-7daa724e-7cab-439a-aeeb-2dfd4ea30ffe tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:37:41.048495 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-7daa724e-7cab-439a-aeeb-2dfd4ea30ffe tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:41.138693 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-7daa724e-7cab-439a-aeeb-2dfd4ea30ffe tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:41.139311 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-7daa724e-7cab-439a-aeeb-2dfd4ea30ffe tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:41.162890 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-7daa724e-7cab-439a-aeeb-2dfd4ea30ffe tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4979656 Aug 24 18:37:41.164974 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [req-644c4297-f6ac-4218-a1a3-17387812723a req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f93afe-1a0a-4968-8271-ca099242ea52 {{(pid=74996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:37:41.172399 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-644c4297-f6ac-4218-a1a3-17387812723a req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:41.187002 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['d06a13cf-78fa-466f-a957-97fd3a597e27'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:37:41.190040 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Request body: {'port': {'device_id': 'a1a9811e-61e4-4a37-8cec-302d86fa6736', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:37:41.234171 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-644c4297-f6ac-4218-a1a3-17387812723a req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Transition to ACTIVE for port object 31f93afe-1a0a-4968-8271-ca099242ea52 will not be triggered until provisioned by entity L2. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:37:41.244360 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-644c4297-f6ac-4218-a1a3-17387812723a req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:41.254216 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:41.352223 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2b4bd-5ef1-403d-bf10-2034699197cc req-729e23a3-5337-4340-b775-a14081117dbc tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:41.353730 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a0a2b4bd-5ef1-403d-bf10-2034699197cc req-729e23a3-5337-4340-b775-a14081117dbc tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=168863fc-c587-454d-bf17-1ac87991a03e HTTP/1.1" status: 200 len: 945 time: 0.1435025 Aug 24 18:37:41.361259 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a4ecb-2147-4525-ac75-42896603899d req-09290b54-4faf-4005-8e56-82296676afd4 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:41.362913 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ce8a4ecb-2147-4525-ac75-42896603899d req-09290b54-4faf-4005-8e56-82296676afd4 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa9cbe50-a54b-4759-86f7-f1b38d6428ff HTTP/1.1" status: 200 len: 943 time: 0.1158533 Aug 24 18:37:41.417237 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Pushing event updated for resources: {'Port': ['ID=31f93afe-1a0a-4968-8271-ca099242ea52,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:41.431767 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:41.452438 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:41.504298 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a0a2b4bd-5ef1-403d-bf10-2034699197cc req-a08a8822-462a-4f7e-8d35-4ccb1d3e4418 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318455 Aug 24 18:37:41.509391 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ce8a4ecb-2147-4525-ac75-42896603899d req-9623bf65-8638-46d1-9814-2b835c93971f tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359117 Aug 24 18:37:41.677782 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-644c4297-f6ac-4218-a1a3-17387812723a req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Attempting to bind port 31f93afe-1a0a-4968-8271-ca099242ea52 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:37:41.678298 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-644c4297-f6ac-4218-a1a3-17387812723a req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Attempting to bind port 31f93afe-1a0a-4968-8271-ca099242ea52 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'e220a6f6-6aac-46dd-97f9-dc1bf7dd051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3dcfa084-eb66-4fc0-8f7b-d459885ca215'}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:37:41.678393 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c4297-f6ac-4218-a1a3-17387812723a req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Attempting to bind port 31f93afe-1a0a-4968-8271-ca099242ea52 on network 3dcfa084-eb66-4fc0-8f7b-d459885ca215 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:37:41.695226 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c4297-f6ac-4218-a1a3-17387812723a req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Port 31f93afe-1a0a-4968-8271-ca099242ea52 on network 3dcfa084-eb66-4fc0-8f7b-d459885ca215 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:37:41.695542 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c4297-f6ac-4218-a1a3-17387812723a req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Attempting to bind port 31f93afe-1a0a-4968-8271-ca099242ea52 on network 3dcfa084-eb66-4fc0-8f7b-d459885ca215 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:37:41.757927 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede851d-7879-451c-a83e-341bb9cd7230 req-8ef7346b-60df-4c6d-91ce-78402368e8b6 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:41.759580 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9ede851d-7879-451c-a83e-341bb9cd7230 req-8ef7346b-60df-4c6d-91ce-78402368e8b6 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.1397872 Aug 24 18:37:41.765818 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c4297-f6ac-4218-a1a3-17387812723a req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Checking agent: {'id': 'c5b5b5de-e9ee-4a89-bea7-745c11eae0d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'started_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:37:41.766137 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c4297-f6ac-4218-a1a3-17387812723a req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Checking segment: {'id': 'e220a6f6-6aac-46dd-97f9-dc1bf7dd051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3dcfa084-eb66-4fc0-8f7b-d459885ca215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:37:41.766477 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04102ec-754b-4383-8827-6e867a27d082 req-4fa2582c-af1c-4e9b-bc3e-e45d4693b935 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:41.766637 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c4297-f6ac-4218-a1a3-17387812723a req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Bound using segment: {'id': 'e220a6f6-6aac-46dd-97f9-dc1bf7dd051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3dcfa084-eb66-4fc0-8f7b-d459885ca215'} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:37:41.767097 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-644c4297-f6ac-4218-a1a3-17387812723a req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Bound port: 31f93afe-1a0a-4968-8271-ca099242ea52, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e220a6f6-6aac-46dd-97f9-dc1bf7dd051b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '3dcfa084-eb66-4fc0-8f7b-d459885ca215'}}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:37:41.767430 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-644c4297-f6ac-4218-a1a3-17387812723a req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:41.768011 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c04102ec-754b-4383-8827-6e867a27d082 req-4fa2582c-af1c-4e9b-bc3e-e45d4693b935 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 931 time: 0.1131663 Aug 24 18:37:41.840887 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9ede851d-7879-451c-a83e-341bb9cd7230 req-ee701c25-0517-439b-b3c6-a72cddbc9061 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718849 Aug 24 18:37:41.845596 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c04102ec-754b-4383-8827-6e867a27d082 req-4218b171-616d-474f-b249-c85ee83662ba tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614824 Aug 24 18:37:41.907834 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-644c4297-f6ac-4218-a1a3-17387812723a req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] For port 31f93afe-1a0a-4968-8271-ca099242ea52, host hv-cinder-80582, cleared binding levels {{(pid=74996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:37:41.911531 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-644c4297-f6ac-4218-a1a3-17387812723a req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] For port 31f93afe-1a0a-4968-8271-ca099242ea52, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=31f93afe-1a0a-4968-8271-ca099242ea52,segment=NetworkSegment(e220a6f6-6aac-46dd-97f9-dc1bf7dd051b),segment_id=e220a6f6-6aac-46dd-97f9-dc1bf7dd051b)] {{(pid=74996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:37:41.929917 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-644c4297-f6ac-4218-a1a3-17387812723a req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:41.936271 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-95c0c9fc-db6a-4757-b042-f32d6016b9ec tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:42.042028 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-644c4297-f6ac-4218-a1a3-17387812723a req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:42.043429 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-644c4297-f6ac-4218-a1a3-17387812723a req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] 10.222.0.36 "PUT /v2.0/ports/31f93afe-1a0a-4968-8271-ca099242ea52 HTTP/1.1" status: 200 len: 1093 time: 1.8030393 Aug 24 18:37:42.045792 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa9cbe50-a54b-4759-86f7-f1b38d6428ff', 'tag': '31f93afe-1a0a-4968-8271-ca099242ea52'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:37:42.058966 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce97e4-79d8-4d7c-b8ae-a12a3a4540b5 req-219f53ff-616b-4b28-959b-12759c743ca1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:42.059658 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030db119-3a65-4724-9df4-0dcf99e300c8 {{(pid=74996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:37:42.060491 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d1ce97e4-79d8-4d7c-b8ae-a12a3a4540b5 req-219f53ff-616b-4b28-959b-12759c743ca1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.0857553 Aug 24 18:37:42.069304 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:42.074967 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Pushing event updated for resources: {'Port': ['ID=31f93afe-1a0a-4968-8271-ca099242ea52,revision_number=3']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:42.083426 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:42.089632 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Transition to ACTIVE for port object 030db119-3a65-4724-9df4-0dcf99e300c8 will not be triggered until provisioned by entity L2. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:37:42.093735 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:42.097807 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:42.153733 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d1ce97e4-79d8-4d7c-b8ae-a12a3a4540b5 req-a4d82ed3-ce58-4dd0-b24d-8af832481bc5 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855510 Aug 24 18:37:42.200940 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55898992-7fe8-446e-82de-25306edc1903 req-0e2a76bf-bec8-4a40-89cd-d11b2f5d9a00 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:42.203192 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-55898992-7fe8-446e-82de-25306edc1903 req-0e2a76bf-bec8-4a40-89cd-d11b2f5d9a00 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1013968 Aug 24 18:37:42.261249 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa9cbe50-a54b-4759-86f7-f1b38d6428ff', 'tag': '31f93afe-1a0a-4968-8271-ca099242ea52', 'status': 'completed', 'code': 200} Aug 24 18:37:42.267270 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-55898992-7fe8-446e-82de-25306edc1903 req-db74d4af-19e4-49b9-a755-83bdd41f851b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556376 Aug 24 18:37:42.275042 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Pushing event updated for resources: {'Port': ['ID=030db119-3a65-4724-9df4-0dcf99e300c8,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:42.287864 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:42.375425 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-644c4297-f6ac-4218-a1a3-17387812723a req-d097d447-b68d-492c-84fb-34aad6a5c1d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1603bee56d04afd9226eb8233240e8c&device_id=aa9cbe50-a54b-4759-86f7-f1b38d6428ff HTTP/1.1" status: 200 len: 1096 time: 0.2487366 Aug 24 18:37:42.537327 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-644c4297-f6ac-4218-a1a3-17387812723a req-d1ce44c1-b73b-47e7-8c74-5811d960dbd4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31f93afe-1a0a-4968-8271-ca099242ea52 HTTP/1.1" status: 200 len: 217 time: 0.1474836 Aug 24 18:37:42.541492 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Attempting to bind port 030db119-3a65-4724-9df4-0dcf99e300c8 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:37:42.541821 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Attempting to bind port 030db119-3a65-4724-9df4-0dcf99e300c8 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '121443c8-53ae-45ba-8580-3879c94e6df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4e775d33-34fa-4c7a-8190-49382ed04303'}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:37:42.542145 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Attempting to bind port 030db119-3a65-4724-9df4-0dcf99e300c8 on network 4e775d33-34fa-4c7a-8190-49382ed04303 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:37:42.548300 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Port 030db119-3a65-4724-9df4-0dcf99e300c8 on network 4e775d33-34fa-4c7a-8190-49382ed04303 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:37:42.548960 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Attempting to bind port 030db119-3a65-4724-9df4-0dcf99e300c8 on network 4e775d33-34fa-4c7a-8190-49382ed04303 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:37:42.555174 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Checking agent: {'id': 'c5b5b5de-e9ee-4a89-bea7-745c11eae0d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'started_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:37:42.555506 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Checking segment: {'id': '121443c8-53ae-45ba-8580-3879c94e6df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4e775d33-34fa-4c7a-8190-49382ed04303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:37:42.555987 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Bound using segment: {'id': '121443c8-53ae-45ba-8580-3879c94e6df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4e775d33-34fa-4c7a-8190-49382ed04303'} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:37:42.556414 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Bound port: 030db119-3a65-4724-9df4-0dcf99e300c8, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121443c8-53ae-45ba-8580-3879c94e6df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4e775d33-34fa-4c7a-8190-49382ed04303'}}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:37:42.556760 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:42.674722 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c4297-f6ac-4218-a1a3-17387812723a req-95b2ed89-4f2b-4942-bbe0-916815f8b73f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:42.676233 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-644c4297-f6ac-4218-a1a3-17387812723a req-95b2ed89-4f2b-4942-bbe0-916815f8b73f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04392b61-4519-43a5-8aa1-681f2d9019f0 HTTP/1.1" status: 200 len: 849 time: 0.1103854 Aug 24 18:37:42.739067 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-644c4297-f6ac-4218-a1a3-17387812723a req-ce2e3f15-9b74-4f49-aa88-3c5fb52fbe45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3dcfa084-eb66-4fc0-8f7b-d459885ca215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462725 Aug 24 18:37:42.741503 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] For port 030db119-3a65-4724-9df4-0dcf99e300c8, host hv-cinder-80582, cleared binding levels {{(pid=74996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:37:42.769238 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] For port 030db119-3a65-4724-9df4-0dcf99e300c8, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=030db119-3a65-4724-9df4-0dcf99e300c8,segment=NetworkSegment(121443c8-53ae-45ba-8580-3879c94e6df1),segment_id=121443c8-53ae-45ba-8580-3879c94e6df1)] {{(pid=74996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:37:42.769726 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3652910-85e5-415d-b319-ace358c1f120 req-ca5bbbcd-a263-41b4-b611-c4070a625654 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:42.771442 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c3652910-85e5-415d-b319-ace358c1f120 req-ca5bbbcd-a263-41b4-b611-c4070a625654 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=168863fc-c587-454d-bf17-1ac87991a03e HTTP/1.1" status: 200 len: 945 time: 0.1407104 Aug 24 18:37:42.778539 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a223f-0052-4fc3-955d-9e994b38f196 req-f78d2134-5e81-4438-8f28-2b937bf60336 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:42.779982 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a66a223f-0052-4fc3-955d-9e994b38f196 req-f78d2134-5e81-4438-8f28-2b937bf60336 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa9cbe50-a54b-4759-86f7-f1b38d6428ff HTTP/1.1" status: 200 len: 943 time: 0.1475732 Aug 24 18:37:42.825736 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:42.831230 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:42.854491 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c3652910-85e5-415d-b319-ace358c1f120 req-0ea72cc1-208e-4b12-aa3d-0c7b1d43c8a9 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735202 Aug 24 18:37:42.859076 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a66a223f-0052-4fc3-955d-9e994b38f196 req-63e45178-ee46-40ee-b906-7481ac6f44c2 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644238 Aug 24 18:37:42.935275 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:42.936744 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] 10.222.0.36 "PUT /v2.0/ports/030db119-3a65-4724-9df4-0dcf99e300c8 HTTP/1.1" status: 200 len: 1093 time: 1.7509837 Aug 24 18:37:42.979956 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Pushing event updated for resources: {'Port': ['ID=030db119-3a65-4724-9df4-0dcf99e300c8,revision_number=3']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:42.985030 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:42.989397 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-644c4297-f6ac-4218-a1a3-17387812723a req-7d4e48f7-76a6-48da-b86a-d886fb1d8195 service neutron] 10.222.0.36 "GET /v2.0/networks/3dcfa084-eb66-4fc0-8f7b-d459885ca215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418189 Aug 24 18:37:43.123971 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff201da-320a-46db-bc9a-73f1cc7b2591 req-7c660cb9-67ef-4c61-8f81-e21b65ec3c5c tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:43.125362 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2ff201da-320a-46db-bc9a-73f1cc7b2591 req-7c660cb9-67ef-4c61-8f81-e21b65ec3c5c tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 943 time: 0.1463966 Aug 24 18:37:43.151642 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2dcd9-70da-4c63-89dd-7beb11f304bd req-315429e5-8c4b-48f6-870c-884fc461a328 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:43.153090 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ecc2dcd9-70da-4c63-89dd-7beb11f304bd req-315429e5-8c4b-48f6-870c-884fc461a328 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.1267252 Aug 24 18:37:43.179404 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-644c4297-f6ac-4218-a1a3-17387812723a req-2af4f450-3bad-4a65-89ee-9bfbf430b152 service neutron] 10.222.0.36 "GET /v2.0/networks/3dcfa084-eb66-4fc0-8f7b-d459885ca215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816192 Aug 24 18:37:43.186185 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-28c35159-0051-4c57-9559-f09008ed9326 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab2b347e1a8347b5bd5e4a57b594fc99&device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 1096 time: 0.1873255 Aug 24 18:37:43.208735 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2ff201da-320a-46db-bc9a-73f1cc7b2591 req-bccd6374-6783-4e77-904f-0078fd961040 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764887 Aug 24 18:37:43.222340 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ecc2dcd9-70da-4c63-89dd-7beb11f304bd req-3c22c1d9-983f-49d9-89e3-25f86407dca7 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616724 Aug 24 18:37:43.309899 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-764cd919-04bd-4ea3-bdbd-5a6cc9389fe6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=030db119-3a65-4724-9df4-0dcf99e300c8 HTTP/1.1" status: 200 len: 217 time: 0.1134484 Aug 24 18:37:43.396284 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-b35bed53-1e3b-48e8-a6ed-9a39ae70b860 req-9da31fcf-7985-41f3-8497-9ab0eb0a9919 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e1603bee56d04afd9226eb8233240e8c&device_id=aa9cbe50-a54b-4759-86f7-f1b38d6428ff HTTP/1.1" status: 200 len: 1096 time: 0.1446772 Aug 24 18:37:43.399617 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-ef40848f-21e8-4091-bdd0-e9947177e888 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:43.401216 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-ef40848f-21e8-4091-bdd0-e9947177e888 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ee1ce3a-a06f-48d9-9fad-0d25a0366db5 HTTP/1.1" status: 200 len: 854 time: 0.0791552 Aug 24 18:37:43.451797 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cfd99-a099-4a36-9476-48d84c5caf82 req-612f6785-5818-4cef-89c5-5b8375b3029a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:43.453272 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-234cfd99-a099-4a36-9476-48d84c5caf82 req-612f6785-5818-4cef-89c5-5b8375b3029a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.1090012 Aug 24 18:37:43.522235 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-234cfd99-a099-4a36-9476-48d84c5caf82 req-ec11489f-9c5e-4219-9bc3-061e904a2146 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630748 Aug 24 18:37:43.533111 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-7c87e0ad-db93-4861-8d96-a365be718bdb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e775d33-34fa-4c7a-8190-49382ed04303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952225 Aug 24 18:37:43.539235 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26b039-38ca-453a-8d56-2ab956625b62 req-2b466eca-4918-40a5-aecd-4e57beaad46f tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:43.540794 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fe26b039-38ca-453a-8d56-2ab956625b62 req-2b466eca-4918-40a5-aecd-4e57beaad46f tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1245718 Aug 24 18:37:43.589690 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fe26b039-38ca-453a-8d56-2ab956625b62 req-4a898620-971c-4dd7-b59f-03bece5b77c9 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410624 Aug 24 18:37:43.672964 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bed53-1e3b-48e8-a6ed-9a39ae70b860 req-8a5083b1-e047-473a-8c61-549b5009e59b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:43.674397 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-b35bed53-1e3b-48e8-a6ed-9a39ae70b860 req-8a5083b1-e047-473a-8c61-549b5009e59b service neutron] 10.222.0.36 "GET /v2.0/networks?id=3dcfa084-eb66-4fc0-8f7b-d459885ca215 HTTP/1.1" status: 200 len: 910 time: 0.2548122 Aug 24 18:37:43.773001 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-b35bed53-1e3b-48e8-a6ed-9a39ae70b860 req-437f098b-e74e-4b5d-a0c4-84ea0cbaf694 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31f93afe-1a0a-4968-8271-ca099242ea52 HTTP/1.1" status: 200 len: 217 time: 0.0803099 Aug 24 18:37:43.774892 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-b260d9b6-d948-4d30-a588-305a23d390c7 service neutron] 10.222.0.36 "GET /v2.0/networks/4e775d33-34fa-4c7a-8190-49382ed04303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232900 Aug 24 18:37:43.977744 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bed53-1e3b-48e8-a6ed-9a39ae70b860 req-a8145abb-9301-4b6f-80c3-d72462725d01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:43.979616 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-b35bed53-1e3b-48e8-a6ed-9a39ae70b860 req-a8145abb-9301-4b6f-80c3-d72462725d01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=04392b61-4519-43a5-8aa1-681f2d9019f0 HTTP/1.1" status: 200 len: 849 time: 0.1944637 Aug 24 18:37:43.981910 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e2a42749-8305-4d3b-9bed-ea495e60334d req-b41061b1-8376-49e3-823d-15be46d47be0 service neutron] 10.222.0.36 "GET /v2.0/networks/4e775d33-34fa-4c7a-8190-49382ed04303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676149 Aug 24 18:37:44.120882 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93830e9-0a12-44e2-92f1-94f3e54ca845 req-b8dcd619-22eb-4142-9f5f-9f5fa900c132 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:44.122418 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d93830e9-0a12-44e2-92f1-94f3e54ca845 req-b8dcd619-22eb-4142-9f5f-9f5fa900c132 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=168863fc-c587-454d-bf17-1ac87991a03e HTTP/1.1" status: 200 len: 945 time: 0.1402097 Aug 24 18:37:44.124408 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-b35bed53-1e3b-48e8-a6ed-9a39ae70b860 req-f5ba9f46-0c25-4df5-8b6d-52b81930712d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3dcfa084-eb66-4fc0-8f7b-d459885ca215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1287687 Aug 24 18:37:44.132990 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263698b0-584b-4ca7-8b77-8f039b9e9f2c req-5d924688-57ed-4ec1-aac1-e7a47afe186d tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:44.134398 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-263698b0-584b-4ca7-8b77-8f039b9e9f2c req-5d924688-57ed-4ec1-aac1-e7a47afe186d tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa9cbe50-a54b-4759-86f7-f1b38d6428ff HTTP/1.1" status: 200 len: 943 time: 0.1206994 Aug 24 18:37:44.207084 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d93830e9-0a12-44e2-92f1-94f3e54ca845 req-e287bb36-68fa-4749-b91b-3a1cb21febc1 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715473 Aug 24 18:37:44.209391 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-263698b0-584b-4ca7-8b77-8f039b9e9f2c req-066727c4-4eba-4396-b7a3-0cabbbf213af tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605888 Aug 24 18:37:44.261835 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-b35bed53-1e3b-48e8-a6ed-9a39ae70b860 req-09ac6704-5281-46e1-80bc-dbf28895f9f7 service neutron] 10.222.0.36 "GET /v2.0/networks/3dcfa084-eb66-4fc0-8f7b-d459885ca215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294694 Aug 24 18:37:44.262448 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a9811e-61e4-4a37-8cec-302d86fa6736', 'tag': '030db119-3a65-4724-9df4-0dcf99e300c8'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:37:44.357320 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a9811e-61e4-4a37-8cec-302d86fa6736', 'tag': '030db119-3a65-4724-9df4-0dcf99e300c8', 'status': 'completed', 'code': 200} Aug 24 18:37:44.409795 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device d06a13cf-78fa-466f-a957-97fd3a597e27 up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:37:44.489446 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-b35bed53-1e3b-48e8-a6ed-9a39ae70b860 req-45170332-5190-48e7-8304-9a33e954089a service neutron] 10.222.0.36 "GET /v2.0/networks/3dcfa084-eb66-4fc0-8f7b-d459885ca215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090831 Aug 24 18:37:44.493191 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-94ebac0f-2ed8-4f06-be9f-2e0bbdd11d85 req-34a86dbd-bea2-4b0b-aa67-fa98a0be6546 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab2b347e1a8347b5bd5e4a57b594fc99&device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 1096 time: 0.1351364 Aug 24 18:37:44.506856 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3bb66-e0f2-4840-8095-bf8f84402756 req-813dbd3b-5a33-4021-80a9-7c9a952d1c8a tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:44.511627 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning for port d06a13cf-78fa-466f-a957-97fd3a597e27 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:37:44.513084 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-32a3bb66-e0f2-4840-8095-bf8f84402756 req-813dbd3b-5a33-4021-80a9-7c9a952d1c8a tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 943 time: 0.1454089 Aug 24 18:37:44.524057 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port d06a13cf-78fa-466f-a957-97fd3a597e27 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:37:44.524446 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:44.580436 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcac45e-2fda-44eb-9e28-ade1bf6f40a4 req-257db2e7-2a84-422c-ae8f-c4f3ab35644b tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:44.587891 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4fcac45e-2fda-44eb-9e28-ade1bf6f40a4 req-257db2e7-2a84-422c-ae8f-c4f3ab35644b tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.1704576 Aug 24 18:37:44.592028 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-32a3bb66-e0f2-4840-8095-bf8f84402756 req-9e2ba633-d659-46d5-81b7-e3f75813e23d tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728693 Aug 24 18:37:44.651270 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4fcac45e-2fda-44eb-9e28-ade1bf6f40a4 req-edae7d52-a8ff-4aac-bfaf-490f08d656e0 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621746 Aug 24 18:37:44.677431 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebac0f-2ed8-4f06-be9f-2e0bbdd11d85 req-aecbbf90-a0a0-4947-99d4-4803ce3f8afc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:44.679287 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-94ebac0f-2ed8-4f06-be9f-2e0bbdd11d85 req-aecbbf90-a0a0-4947-99d4-4803ce3f8afc service neutron] 10.222.0.36 "GET /v2.0/networks?id=4e775d33-34fa-4c7a-8190-49382ed04303 HTTP/1.1" status: 200 len: 915 time: 0.1715851 Aug 24 18:37:44.728133 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:44.783982 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-94ebac0f-2ed8-4f06-be9f-2e0bbdd11d85 req-9898c493-7884-4a01-b4f9-7654ffe36e4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=030db119-3a65-4724-9df4-0dcf99e300c8 HTTP/1.1" status: 200 len: 217 time: 0.0949717 Aug 24 18:37:44.796866 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168863fc-c587-454d-bf17-1ac87991a03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06a13cf-78fa-466f-a957-97fd3a597e27'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:37:44.820187 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port d06a13cf-78fa-466f-a957-97fd3a597e27, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=d06a13cf-78fa-466f-a957-97fd3a597e27,segment=NetworkSegment(1e9ee31d-9b7b-41e8-b45f-695749ee603b),segment_id=1e9ee31d-9b7b-41e8-b45f-695749ee603b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:44.829309 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391be31-7c43-407d-9dca-b2f41ff14054 req-a8532197-4836-4e57-8425-62a72d4be45a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:44.830938 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d391be31-7c43-407d-9dca-b2f41ff14054 req-a8532197-4836-4e57-8425-62a72d4be45a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.0875669 Aug 24 18:37:44.834313 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:44.837450 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:44.875034 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebac0f-2ed8-4f06-be9f-2e0bbdd11d85 req-cbdad351-637f-4699-be77-5d029db40d5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:44.876504 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-94ebac0f-2ed8-4f06-be9f-2e0bbdd11d85 req-cbdad351-637f-4699-be77-5d029db40d5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ee1ce3a-a06f-48d9-9fad-0d25a0366db5 HTTP/1.1" status: 200 len: 854 time: 0.0839465 Aug 24 18:37:44.915411 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=d06a13cf-78fa-466f-a957-97fd3a597e27,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:44.929256 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:44.938089 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-94ebac0f-2ed8-4f06-be9f-2e0bbdd11d85 req-04136652-f90b-4514-813b-d74da5cb5a63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e775d33-34fa-4c7a-8190-49382ed04303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454409 Aug 24 18:37:44.948158 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d391be31-7c43-407d-9dca-b2f41ff14054 req-b0029020-bc66-43b9-a3fb-e4ddc85028cb tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806160 Aug 24 18:37:44.987544 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc4a4d-ef52-4ce1-84a1-306eca356349 req-7412fd4f-4d4b-4fb4-afe5-7f4fd83bf376 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:44.989416 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2fdc4a4d-ef52-4ce1-84a1-306eca356349 req-7412fd4f-4d4b-4fb4-afe5-7f4fd83bf376 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1556332 Aug 24 18:37:45.050044 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168863fc-c587-454d-bf17-1ac87991a03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06a13cf-78fa-466f-a957-97fd3a597e27', 'code': 200} Aug 24 18:37:45.060384 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2fdc4a4d-ef52-4ce1-84a1-306eca356349 req-0ad6ede8-7a8f-4a36-ab6c-4e914897e854 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643780 Aug 24 18:37:45.117775 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-94ebac0f-2ed8-4f06-be9f-2e0bbdd11d85 req-972d62c8-86d7-4672-bea9-a75a37fc7938 service neutron] 10.222.0.36 "GET /v2.0/networks/4e775d33-34fa-4c7a-8190-49382ed04303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552355 Aug 24 18:37:45.302893 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-94ebac0f-2ed8-4f06-be9f-2e0bbdd11d85 req-a39c83d4-befe-445a-b6e6-b3db20679d79 service neutron] 10.222.0.36 "GET /v2.0/networks/4e775d33-34fa-4c7a-8190-49382ed04303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714940 Aug 24 18:37:45.331208 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3310a8e9-4ad7-492a-b0d9-7de2f35526b0 req-23e5977a-d9f3-46cc-bc2f-934e6767e751 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=168863fc-c587-454d-bf17-1ac87991a03e HTTP/1.1" status: 200 len: 1099 time: 0.0896020 Aug 24 18:37:45.385622 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3310a8e9-4ad7-492a-b0d9-7de2f35526b0 req-02a595ab-107a-4c50-91cb-037ab21af298 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384383 Aug 24 18:37:45.528872 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea9eb3-b657-4f3f-a5fe-8826928f2cf5 req-4c675c0a-11f8-49d8-8ae7-5a900259a332 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:45.530334 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b7ea9eb3-b657-4f3f-a5fe-8826928f2cf5 req-4c675c0a-11f8-49d8-8ae7-5a900259a332 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=168863fc-c587-454d-bf17-1ac87991a03e HTTP/1.1" status: 200 len: 946 time: 0.1645074 Aug 24 18:37:45.536935 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fd647-9d0b-4341-ac6e-2ef42feb34c6 req-bda8366a-0a87-48eb-a051-de8bfef70538 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:45.538336 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a45fd647-9d0b-4341-ac6e-2ef42feb34c6 req-bda8366a-0a87-48eb-a051-de8bfef70538 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa9cbe50-a54b-4759-86f7-f1b38d6428ff HTTP/1.1" status: 200 len: 943 time: 0.2029221 Aug 24 18:37:45.611067 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b7ea9eb3-b657-4f3f-a5fe-8826928f2cf5 req-09e5c48b-96f4-4920-8dd9-1199d84c078a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717432 Aug 24 18:37:45.613518 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a45fd647-9d0b-4341-ac6e-2ef42feb34c6 req-06d50dc5-82a9-4666-808e-97adbe758fdc tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588894 Aug 24 18:37:45.812059 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4182d-779c-4ea1-8e7a-030274f234d1 req-4865393b-0e77-4ff5-b442-4c22171ce519 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:45.813443 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fdd4182d-779c-4ea1-8e7a-030274f234d1 req-4865393b-0e77-4ff5-b442-4c22171ce519 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 943 time: 0.0815439 Aug 24 18:37:45.907721 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fdd4182d-779c-4ea1-8e7a-030274f234d1 req-270bece7-0553-4c12-b63c-2389ce1eb12a tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631227 Aug 24 18:37:45.932632 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958f040-e825-4ae5-ac96-e60c94a345c6 req-77b19926-2b1d-44f0-ad2b-7f5a638d0db1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:45.935100 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2958f040-e825-4ae5-ac96-e60c94a345c6 req-77b19926-2b1d-44f0-ad2b-7f5a638d0db1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.1207988 Aug 24 18:37:45.983233 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2958f040-e825-4ae5-ac96-e60c94a345c6 req-0b7272de-715c-470a-a9f1-9b9da66f2359 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434022 Aug 24 18:37:46.175395 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be891d-f7eb-4680-8f0a-fb3c5ad4b1d6 req-95de449c-d497-4c19-86b0-9ef3ff36c9a7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:46.176908 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d1be891d-f7eb-4680-8f0a-fb3c5ad4b1d6 req-95de449c-d497-4c19-86b0-9ef3ff36c9a7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.0988548 Aug 24 18:37:46.275053 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d1be891d-f7eb-4680-8f0a-fb3c5ad4b1d6 req-44969456-0386-4def-be5e-ff9852074bf6 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654130 Aug 24 18:37:46.294051 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac57a9-0a05-4d58-99ac-51519646d20f req-d06c0b86-2bf4-43a8-bb11-95e431c5632c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:46.295525 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-13ac57a9-0a05-4d58-99ac-51519646d20f req-d06c0b86-2bf4-43a8-bb11-95e431c5632c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1158190 Aug 24 18:37:46.343271 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-13ac57a9-0a05-4d58-99ac-51519646d20f req-7cf007be-9c17-49ff-84ed-2c3fce9dca6a tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406253 Aug 24 18:37:46.419588 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 31f93afe-1a0a-4968-8271-ca099242ea52 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:37:46.556378 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 31f93afe-1a0a-4968-8271-ca099242ea52, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=31f93afe-1a0a-4968-8271-ca099242ea52,segment=NetworkSegment(e220a6f6-6aac-46dd-97f9-dc1bf7dd051b),segment_id=e220a6f6-6aac-46dd-97f9-dc1bf7dd051b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:46.560279 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 33356) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:46.569762 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': '31f93afe-1a0a-4968-8271-ca099242ea52', 'network_id': '3dcfa084-eb66-4fc0-8f7b-d459885ca215', 'port_id': '31f93afe-1a0a-4968-8271-ca099242ea52', 'mac_address': 'fa:16:3e:f6:b1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04392b61-4519-43a5-8aa1-681f2d9019f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:37:46.629521 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:46.649158 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f93afe-1a0a-4968-8271-ca099242ea52 {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:37:46.665839 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 31f93afe-1a0a-4968-8271-ca099242ea52, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=31f93afe-1a0a-4968-8271-ca099242ea52,segment=NetworkSegment(e220a6f6-6aac-46dd-97f9-dc1bf7dd051b),segment_id=e220a6f6-6aac-46dd-97f9-dc1bf7dd051b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:46.672420 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:46.673520 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 030db119-3a65-4724-9df4-0dcf99e300c8 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:37:46.676180 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-8ece2ac2-1b27-4417-83a2-d5fb74b9daa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:46.717520 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c3cfb432-c35d-4244-a948-d105ba43c4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:46.757106 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-c3cfb432-c35d-4244-a948-d105ba43c4ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:37:46.761060 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-c3cfb432-c35d-4244-a948-d105ba43c4ce admin admin] Usage tracker for resource:security_group_rule and tenant:f2a3bb2c435a4ed19b314c965ac345cc is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:37:46.764178 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-c3cfb432-c35d-4244-a948-d105ba43c4ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:37:46.770946 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-c3cfb432-c35d-4244-a948-d105ba43c4ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:37:46.820329 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=31f93afe-1a0a-4968-8271-ca099242ea52,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:46.827275 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:46.851315 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c3cfb432-c35d-4244-a948-d105ba43c4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:46.858164 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c3cfb432-c35d-4244-a948-d105ba43c4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:46.866625 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-aff30f58-9104-4891-9ee7-aa4b838b3b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:46.892185 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 030db119-3a65-4724-9df4-0dcf99e300c8, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=030db119-3a65-4724-9df4-0dcf99e300c8,segment=NetworkSegment(121443c8-53ae-45ba-8580-3879c94e6df1),segment_id=121443c8-53ae-45ba-8580-3879c94e6df1)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:46.908650 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': '030db119-3a65-4724-9df4-0dcf99e300c8', 'network_id': '4e775d33-34fa-4c7a-8190-49382ed04303', 'port_id': '030db119-3a65-4724-9df4-0dcf99e300c8', 'mac_address': 'fa:16:3e:8f:2e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ee1ce3a-a06f-48d9-9fad-0d25a0366db5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:37:46.916862 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585bb8a-cfb3-4aff-be2a-15ca1fa6fa32 req-1f38eafc-09ec-42fa-af3d-b54740220f25 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:46.918434 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3585bb8a-cfb3-4aff-be2a-15ca1fa6fa32 req-1f38eafc-09ec-42fa-af3d-b54740220f25 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=168863fc-c587-454d-bf17-1ac87991a03e HTTP/1.1" status: 200 len: 946 time: 0.1530359 Aug 24 18:37:46.925973 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abdab7-dd72-4492-867f-f674f7b19e57 req-44b8bfe4-f49f-4c34-8553-6dd835d0ccb3 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:46.928543 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cfb432-c35d-4244-a948-d105ba43c4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4919e48a-87e4-4958-8d0a-b2b3f83f93b2,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:46.936057 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-75abdab7-dd72-4492-867f-f674f7b19e57 req-44b8bfe4-f49f-4c34-8553-6dd835d0ccb3 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa9cbe50-a54b-4759-86f7-f1b38d6428ff HTTP/1.1" status: 200 len: 944 time: 0.1290183 Aug 24 18:37:46.948981 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-c3cfb432-c35d-4244-a948-d105ba43c4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:46.956104 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-c3cfb432-c35d-4244-a948-d105ba43c4ce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f2a3bb2c435a4ed19b314c965ac345cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3946660 Aug 24 18:37:46.956927 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 33368) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:37:46.977833 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:46.998031 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030db119-3a65-4724-9df4-0dcf99e300c8 {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:37:46.998404 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3585bb8a-cfb3-4aff-be2a-15ca1fa6fa32 req-e1f8b4e9-da7e-49ad-8824-44787a39ee8d tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613616 Aug 24 18:37:47.016158 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 030db119-3a65-4724-9df4-0dcf99e300c8, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=030db119-3a65-4724-9df4-0dcf99e300c8,segment=NetworkSegment(121443c8-53ae-45ba-8580-3879c94e6df1),segment_id=121443c8-53ae-45ba-8580-3879c94e6df1)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:47.035567 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-75abdab7-dd72-4492-867f-f674f7b19e57 req-16986eb8-9b61-40da-990d-1741d0041ccf tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995922 Aug 24 18:37:47.038572 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-affb6505-fb85-4b8d-82ef-82a038d638e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:47.041599 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:47.043463 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:47.075576 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-affb6505-fb85-4b8d-82ef-82a038d638e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:47.157137 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-affb6505-fb85-4b8d-82ef-82a038d638e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:47.166465 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-c3cb5feb-c3cf-45cd-9982-f14d3a61a584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:47.172600 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=030db119-3a65-4724-9df4-0dcf99e300c8,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:47.176187 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:47.180951 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb6505-fb85-4b8d-82ef-82a038d638e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4919e48a-87e4-4958-8d0a-b2b3f83f93b2,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:47.183056 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-affb6505-fb85-4b8d-82ef-82a038d638e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:47.193187 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-affb6505-fb85-4b8d-82ef-82a038d638e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:47.194793 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-affb6505-fb85-4b8d-82ef-82a038d638e7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4919e48a-87e4-4958-8d0a-b2b3f83f93b2 HTTP/1.1" status: 204 len: 168 time: 0.2364557 Aug 24 18:37:47.295575 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce81a7b-e6b5-42e0-8d81-60f3f94a6388 req-5021bccd-badd-43ca-85bb-ab9733426d93 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:47.297033 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9ce81a7b-e6b5-42e0-8d81-60f3f94a6388 req-5021bccd-badd-43ca-85bb-ab9733426d93 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 944 time: 0.1622031 Aug 24 18:37:47.342730 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575b717-1cb4-48a9-991f-cb1e04e1be9e req-b434fd07-ed4f-4c7c-9bfa-4d6a5d577efa tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:47.344142 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4575b717-1cb4-48a9-991f-cb1e04e1be9e req-b434fd07-ed4f-4c7c-9bfa-4d6a5d577efa tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.1218166 Aug 24 18:37:47.373266 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9ce81a7b-e6b5-42e0-8d81-60f3f94a6388 req-57a518f4-1352-42a9-bea4-db9b668d9a4d tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700123 Aug 24 18:37:47.411748 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4575b717-1cb4-48a9-991f-cb1e04e1be9e req-ac65cf50-f732-4dde-8c54-9ec0e59c2af8 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613174 Aug 24 18:37:47.539256 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['030db119-3a65-4724-9df4-0dcf99e300c8'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:37:47.565231 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['31f93afe-1a0a-4968-8271-ca099242ea52'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:37:47.635809 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8dc1c-e99f-4422-89fa-8733c03c05e0 req-947f26f8-33bd-4b20-b9a1-67f76689f649 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:47.637275 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7da8dc1c-e99f-4422-89fa-8733c03c05e0 req-947f26f8-33bd-4b20-b9a1-67f76689f649 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.1421969 Aug 24 18:37:47.643693 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394bc0c-773e-4044-bf19-f7e984aa06b6 req-6de14ba4-9e20-4e26-aded-4f53cc243339 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:47.645145 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3394bc0c-773e-4044-bf19-f7e984aa06b6 req-6de14ba4-9e20-4e26-aded-4f53cc243339 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1087854 Aug 24 18:37:47.717254 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7da8dc1c-e99f-4422-89fa-8733c03c05e0 req-29e72836-f402-4aa5-bad5-851c91ba1cd7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711849 Aug 24 18:37:47.724479 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3394bc0c-773e-4044-bf19-f7e984aa06b6 req-f77682e7-5c6a-4d24-a7f0-be4e7239b5c7 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648215 Aug 24 18:37:48.267220 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70096f28-a62f-4532-a4fa-2615f45eb8e9 req-fa4e9888-146a-465d-8174-99b16ba47b19 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:48.268590 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-70096f28-a62f-4532-a4fa-2615f45eb8e9 req-fa4e9888-146a-465d-8174-99b16ba47b19 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=168863fc-c587-454d-bf17-1ac87991a03e HTTP/1.1" status: 200 len: 946 time: 0.1394925 Aug 24 18:37:48.274835 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0955c7-3f27-4a45-b3fb-3fd6f5a42fef req-3eefab6b-fcf2-4386-ac66-64af0c628ed1 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:48.276189 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ac0955c7-3f27-4a45-b3fb-3fd6f5a42fef req-3eefab6b-fcf2-4386-ac66-64af0c628ed1 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa9cbe50-a54b-4759-86f7-f1b38d6428ff HTTP/1.1" status: 200 len: 944 time: 0.1157238 Aug 24 18:37:48.346248 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-70096f28-a62f-4532-a4fa-2615f45eb8e9 req-ced7c612-799b-4610-af18-50cca4e9ae10 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691311 Aug 24 18:37:48.350880 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ac0955c7-3f27-4a45-b3fb-3fd6f5a42fef req-f3d66d35-f853-4a25-9e28-04a0cb8f77cb tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603278 Aug 24 18:37:48.647477 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51d6204-85c5-4838-a745-3e8a025c74f8 req-3093f805-a022-42fa-8044-5f84f0a95c61 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:48.648972 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d51d6204-85c5-4838-a745-3e8a025c74f8 req-3093f805-a022-42fa-8044-5f84f0a95c61 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 944 time: 0.1474962 Aug 24 18:37:48.659301 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a9acf-8370-4618-ab0e-28042c6dc9df req-c109110e-798c-4454-a7ff-0e3c5bd8c1ff tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:48.661019 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-dd7a9acf-8370-4618-ab0e-28042c6dc9df req-c109110e-798c-4454-a7ff-0e3c5bd8c1ff tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.1146750 Aug 24 18:37:48.741312 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d51d6204-85c5-4838-a745-3e8a025c74f8 req-b801793b-06f5-4057-bb92-568b9fdb8b0f tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791528 Aug 24 18:37:48.744183 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-dd7a9acf-8370-4618-ab0e-28042c6dc9df req-4492f67c-e85f-428c-bd05-cdcd7b8f9fcc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673511 Aug 24 18:37:48.927125 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-e03f0a30-5985-4645-8abe-bba6283e36ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:49.004321 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86401a-4f4c-415e-b078-f997dda12ccb req-2721512a-db27-4055-a72b-9a2d7170bb60 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:49.005898 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-be86401a-4f4c-415e-b078-f997dda12ccb req-2721512a-db27-4055-a72b-9a2d7170bb60 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.1465280 Aug 24 18:37:49.012495 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011a52a-ab2c-4193-b6e0-b393b6da7b0f req-536d1fbc-fde8-4965-ba8d-c7b321046605 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:49.013831 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4011a52a-ab2c-4193-b6e0-b393b6da7b0f req-536d1fbc-fde8-4965-ba8d-c7b321046605 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1137960 Aug 24 18:37:49.140695 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-be86401a-4f4c-415e-b078-f997dda12ccb req-2f839383-b43b-4fb3-a307-ae62773791a9 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258197 Aug 24 18:37:49.144232 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4011a52a-ab2c-4193-b6e0-b393b6da7b0f req-81d26372-e983-4458-97fe-05b901d222eb tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160340 Aug 24 18:37:49.332489 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:49.558759 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1e1f2-92da-4895-941a-0df37608ffcc req-bc709269-02ae-4a5e-b36f-316b636c9915 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:49.560252 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e0b1e1f2-92da-4895-941a-0df37608ffcc req-bc709269-02ae-4a5e-b36f-316b636c9915 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa9cbe50-a54b-4759-86f7-f1b38d6428ff HTTP/1.1" status: 200 len: 944 time: 0.0830405 Aug 24 18:37:49.609717 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e0b1e1f2-92da-4895-941a-0df37608ffcc req-7509431a-c8d4-4356-9672-12d1606ee387 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410089 Aug 24 18:37:50.010993 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94aed6-43d8-4c7c-b7f0-f07465aed66b req-4ffd31a8-ae0f-4a4b-9dd5-2318f1c039b4 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:50.012482 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1c94aed6-43d8-4c7c-b7f0-f07465aed66b req-4ffd31a8-ae0f-4a4b-9dd5-2318f1c039b4 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 944 time: 0.1423011 Aug 24 18:37:50.020898 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e069a3-2e2d-4261-a437-cdd7045d9ff6 req-6045a36e-d8df-4196-b9c2-81f9dd45025d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:50.022270 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-24e069a3-2e2d-4261-a437-cdd7045d9ff6 req-6045a36e-d8df-4196-b9c2-81f9dd45025d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.1122246 Aug 24 18:37:50.094484 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1c94aed6-43d8-4c7c-b7f0-f07465aed66b req-8ce1fb86-bd93-44de-904f-6a7e7a7116d2 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712965 Aug 24 18:37:50.099353 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-24e069a3-2e2d-4261-a437-cdd7045d9ff6 req-d9deb452-bea0-4eff-9d6b-784cccc3aa40 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623553 Aug 24 18:37:50.340935 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688db2d-3d5d-4741-91f0-7f764dca1f8f req-13d3c154-9ed9-4f98-9bbe-26f28b12fbd5 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:50.342427 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d688db2d-3d5d-4741-91f0-7f764dca1f8f req-13d3c154-9ed9-4f98-9bbe-26f28b12fbd5 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.0781548 Aug 24 18:37:50.388578 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d688db2d-3d5d-4741-91f0-7f764dca1f8f req-9f61059a-0a9c-4ee6-8a99-3fa3f44e3458 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Aug 24 18:37:50.427334 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 31f93afe-1a0a-4968-8271-ca099242ea52 up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:37:50.502564 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning for port 31f93afe-1a0a-4968-8271-ca099242ea52 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:37:50.508367 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port 31f93afe-1a0a-4968-8271-ca099242ea52 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:37:50.508840 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:50.605024 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de9ff8-3fa6-4037-be48-2e6db4f158dd req-176d8a25-0614-4df2-ba2e-8a28752bc2af tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:50.606754 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-55de9ff8-3fa6-4037-be48-2e6db4f158dd req-176d8a25-0614-4df2-ba2e-8a28752bc2af tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1004605 Aug 24 18:37:50.663590 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:50.670433 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-55de9ff8-3fa6-4037-be48-2e6db4f158dd req-3c8b7bef-920a-402f-8b91-16ea68a096d5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572925 Aug 24 18:37:50.696778 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9cbe50-a54b-4759-86f7-f1b38d6428ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f93afe-1a0a-4968-8271-ca099242ea52'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:37:50.706128 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:37:50.707211 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 31f93afe-1a0a-4968-8271-ca099242ea52, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=31f93afe-1a0a-4968-8271-ca099242ea52,segment=NetworkSegment(e220a6f6-6aac-46dd-97f9-dc1bf7dd051b),segment_id=e220a6f6-6aac-46dd-97f9-dc1bf7dd051b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:50.713100 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:50.714041 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 030db119-3a65-4724-9df4-0dcf99e300c8 up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:37:50.756617 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:50.835100 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9cbe50-a54b-4759-86f7-f1b38d6428ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f93afe-1a0a-4968-8271-ca099242ea52', 'code': 200} Aug 24 18:37:50.835518 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1155b-4e12-4de9-9533-40c62327b992 req-1e255173-cf11-40fc-a0b2-06ad79c6833c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:50.837162 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-27e1155b-4e12-4de9-9533-40c62327b992 req-1e255173-cf11-40fc-a0b2-06ad79c6833c tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa9cbe50-a54b-4759-86f7-f1b38d6428ff HTTP/1.1" status: 200 len: 945 time: 0.0852008 Aug 24 18:37:50.894016 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=31f93afe-1a0a-4968-8271-ca099242ea52,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:50.895227 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-27e1155b-4e12-4de9-9533-40c62327b992 req-9548327c-f25d-45af-9061-3037511a1530 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515561 Aug 24 18:37:50.898870 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:50.908349 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning for port 030db119-3a65-4724-9df4-0dcf99e300c8 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:37:50.913638 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port 030db119-3a65-4724-9df4-0dcf99e300c8 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:37:50.914021 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:51.029714 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:51.030109 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-594d437b-3825-4ba3-827d-c1c3f3aea9bc req-adfedb42-482e-4b7f-b11b-c85997449ad0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aa9cbe50-a54b-4759-86f7-f1b38d6428ff HTTP/1.1" status: 200 len: 1098 time: 0.0741129 Aug 24 18:37:51.063545 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 030db119-3a65-4724-9df4-0dcf99e300c8, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=030db119-3a65-4724-9df4-0dcf99e300c8,segment=NetworkSegment(121443c8-53ae-45ba-8580-3879c94e6df1),segment_id=121443c8-53ae-45ba-8580-3879c94e6df1)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:51.069001 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:51.070903 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:51.079467 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-594d437b-3825-4ba3-827d-c1c3f3aea9bc req-11617dbc-fe58-45cf-9b49-8b4d1f061813 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375044 Aug 24 18:37:51.135956 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=030db119-3a65-4724-9df4-0dcf99e300c8,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:51.138974 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:51.237681 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ad98b4dc-e592-4ee0-b39b-328e931eb1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:51.361228 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2349bb35-9a28-463b-91d7-c3a037dd9339 req-16f7482d-ce2d-4b14-8a55-d4c33236b77f tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:51.362795 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2349bb35-9a28-463b-91d7-c3a037dd9339 req-16f7482d-ce2d-4b14-8a55-d4c33236b77f tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 945 time: 0.1478133 Aug 24 18:37:51.369435 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a801c1f-6285-4e1d-9a79-b1fd8cd0e14b req-c80d5817-4327-4feb-b67e-b35aef2ab214 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:51.370812 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2a801c1f-6285-4e1d-9a79-b1fd8cd0e14b req-c80d5817-4327-4feb-b67e-b35aef2ab214 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.1115804 Aug 24 18:37:51.443036 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2349bb35-9a28-463b-91d7-c3a037dd9339 req-24d0599d-e119-4244-83be-eee692ac24ee tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712318 Aug 24 18:37:51.450057 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2a801c1f-6285-4e1d-9a79-b1fd8cd0e14b req-c97cbe00-e5bc-43b4-ba48-9ce3e3d0d83c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645630 Aug 24 18:37:51.636335 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21347141-4ba2-4bb4-8a5f-278b9c572eb2 req-4a5ed761-bcfa-4e0e-b72f-5edec21052b1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:51.637797 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-21347141-4ba2-4bb4-8a5f-278b9c572eb2 req-4a5ed761-bcfa-4e0e-b72f-5edec21052b1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.0881739 Aug 24 18:37:51.684257 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-21347141-4ba2-4bb4-8a5f-278b9c572eb2 req-b1e41c65-8084-49d9-bc02-e74e42ccfcd7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406454 Aug 24 18:37:51.861984 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d89b6-69ef-4585-a9fc-1d52a07b783d req-baa69ab2-4127-412c-9017-9022db643a14 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:51.863539 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-545d89b6-69ef-4585-a9fc-1d52a07b783d req-baa69ab2-4127-412c-9017-9022db643a14 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.0817716 Aug 24 18:37:51.911485 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-545d89b6-69ef-4585-a9fc-1d52a07b783d req-3a908f5a-031b-4df4-be81-5d4f92eff9b6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399530 Aug 24 18:37:52.107804 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9c615-e1e5-4c14-8f60-ce5f3cef6384 req-037dc372-5792-436b-971a-45252a2ddeb4 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:52.109275 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4dc9c615-e1e5-4c14-8f60-ce5f3cef6384 req-037dc372-5792-436b-971a-45252a2ddeb4 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa9cbe50-a54b-4759-86f7-f1b38d6428ff HTTP/1.1" status: 200 len: 945 time: 0.0845592 Aug 24 18:37:52.129423 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:52.156662 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4dc9c615-e1e5-4c14-8f60-ce5f3cef6384 req-415b15c9-e0b2-4627-b66a-33defca9c5e0 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416489 Aug 24 18:37:52.712699 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81a4fc-5d3b-49c5-9135-708596a0fe73 req-d4bd56c2-d587-40d7-a397-f14693d42cd1 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:52.714192 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5c81a4fc-5d3b-49c5-9135-708596a0fe73 req-d4bd56c2-d587-40d7-a397-f14693d42cd1 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 945 time: 0.1392369 Aug 24 18:37:52.723629 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9197c-4ec1-4b12-a913-c8333a32395b req-24d9fab6-3c63-4142-bf5d-489914ce9bb2 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:52.725050 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-82b9197c-4ec1-4b12-a913-c8333a32395b req-24d9fab6-3c63-4142-bf5d-489914ce9bb2 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.1156633 Aug 24 18:37:52.798624 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5c81a4fc-5d3b-49c5-9135-708596a0fe73 req-ca30dd31-ba2e-408f-8d71-2471cc826497 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726428 Aug 24 18:37:52.814513 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-82b9197c-4ec1-4b12-a913-c8333a32395b req-4df2af93-91a1-446c-834e-244eb54f125c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646088 Aug 24 18:37:52.836555 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a9811e-61e4-4a37-8cec-302d86fa6736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030db119-3a65-4724-9df4-0dcf99e300c8'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:37:52.893637 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a9811e-61e4-4a37-8cec-302d86fa6736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030db119-3a65-4724-9df4-0dcf99e300c8', 'code': 200} Aug 24 18:37:53.008258 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cb134-627b-4641-a6f4-9967a12a0e55 req-027ae382-1b6f-4929-9a92-a8d89fb0259e tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:53.011164 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c18cb134-627b-4641-a6f4-9967a12a0e55 req-027ae382-1b6f-4929-9a92-a8d89fb0259e tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.0949306 Aug 24 18:37:53.103350 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c18cb134-627b-4641-a6f4-9967a12a0e55 req-b31786a6-1a4b-4788-8317-f0c60546fc40 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868776 Aug 24 18:37:53.141717 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2e645-78ac-493d-93f5-24490b6b5e3b req-11bb5cb2-52c0-4627-ac5f-d962f4eb22d6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:53.143296 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fcd2e645-78ac-493d-93f5-24490b6b5e3b req-11bb5cb2-52c0-4627-ac5f-d962f4eb22d6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.0940664 Aug 24 18:37:53.191441 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fcd2e645-78ac-493d-93f5-24490b6b5e3b req-a550b248-c505-4b56-ae54-ecaad80ee55e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423424 Aug 24 18:37:53.280114 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3b6f4fc2-7281-4233-9787-cfa5dadd41cc req-994eb5f4-b5c0-46c8-b577-0bc85f715af8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 1098 time: 0.0786426 Aug 24 18:37:53.333388 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3b6f4fc2-7281-4233-9787-cfa5dadd41cc req-c0a40025-f940-49ee-9047-9a2a53a85b2d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389321 Aug 24 18:37:53.360337 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fb2d4-4cde-481f-b9ad-de14980abb4c req-6f895a50-d143-4bd9-8365-78ee48a4854d tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:53.361711 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-584fb2d4-4cde-481f-b9ad-de14980abb4c req-6f895a50-d143-4bd9-8365-78ee48a4854d tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa9cbe50-a54b-4759-86f7-f1b38d6428ff HTTP/1.1" status: 200 len: 945 time: 0.0831692 Aug 24 18:37:53.407946 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-584fb2d4-4cde-481f-b9ad-de14980abb4c req-1228db44-a009-4a17-88c7-2c0cd4957698 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405555 Aug 24 18:37:53.637360 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:54.104689 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cb65f-86f4-40a8-b3c9-ec1cb380b4b6 req-0c21e3b8-f368-4a0b-b997-220e18492f82 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:54.106146 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1b8cb65f-86f4-40a8-b3c9-ec1cb380b4b6 req-0c21e3b8-f368-4a0b-b997-220e18492f82 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.1042778 Aug 24 18:37:54.111556 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbd21a-bb3e-407c-8061-3e28010674e0 req-5ebfb6e9-4093-4b59-80e2-947cf6b5cbf6 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:54.112875 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-84cbd21a-bb3e-407c-8061-3e28010674e0 req-5ebfb6e9-4093-4b59-80e2-947cf6b5cbf6 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 945 time: 0.1513617 Aug 24 18:37:54.235241 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1b8cb65f-86f4-40a8-b3c9-ec1cb380b4b6 req-50e4187d-3c3c-4614-89fe-ec91471e3bc1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212769 Aug 24 18:37:54.239806 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-84cbd21a-bb3e-407c-8061-3e28010674e0 req-88eee6d4-9302-4c16-a988-1e6882ca5e1b tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119120 Aug 24 18:37:54.481288 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96512751-ea32-45b4-9509-6e0a56cf68cc req-0b5499c5-7621-4f38-a871-a34b70f7b968 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:54.482767 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-96512751-ea32-45b4-9509-6e0a56cf68cc req-0b5499c5-7621-4f38-a871-a34b70f7b968 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.1357899 Aug 24 18:37:54.491796 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4379d1-76d7-49f7-80ae-20dc12cd2397 req-99cc2e4e-b7e3-4b7e-9b95-782373be0f5c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:54.493101 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-df4379d1-76d7-49f7-80ae-20dc12cd2397 req-99cc2e4e-b7e3-4b7e-9b95-782373be0f5c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1108913 Aug 24 18:37:54.563026 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-96512751-ea32-45b4-9509-6e0a56cf68cc req-5b0bf6de-a57e-4e30-a54b-c3c442d925e6 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689640 Aug 24 18:37:54.567588 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-df4379d1-76d7-49f7-80ae-20dc12cd2397 req-bacffb32-2272-4ec8-a846-cb770a64624f tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597932 Aug 24 18:37:54.961344 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1902e3-6d8a-4b31-a080-18f6926bfa8c req-10b84eae-60cf-459a-8041-2c19879881d1 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:54.962864 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ab1902e3-6d8a-4b31-a080-18f6926bfa8c req-10b84eae-60cf-459a-8041-2c19879881d1 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa9cbe50-a54b-4759-86f7-f1b38d6428ff HTTP/1.1" status: 200 len: 945 time: 0.0841422 Aug 24 18:37:55.009062 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ab1902e3-6d8a-4b31-a080-18f6926bfa8c req-e0eb9121-f929-4cf8-88f4-efaf64c7cc75 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404484 Aug 24 18:37:55.511421 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395545d-afec-4327-a933-ec656c86d81f req-c0f5cf6f-5580-4980-957d-3d6627973c65 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:55.512898 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4395545d-afec-4327-a933-ec656c86d81f req-c0f5cf6f-5580-4980-957d-3d6627973c65 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 945 time: 0.1392508 Aug 24 18:37:55.519140 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af70c42-b184-4067-b6fa-9290e80b2601 req-6b6dac3b-9411-4a7a-b92f-0f9c1c16dd1d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:55.520505 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6af70c42-b184-4067-b6fa-9290e80b2601 req-6b6dac3b-9411-4a7a-b92f-0f9c1c16dd1d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.1146200 Aug 24 18:37:55.590539 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4395545d-afec-4327-a933-ec656c86d81f req-cc4228d9-cb7c-4f49-95b4-8d97d34034a5 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690365 Aug 24 18:37:55.595417 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6af70c42-b184-4067-b6fa-9290e80b2601 req-b938b2d0-9307-4470-aa14-49e03c78c0fe tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607104 Aug 24 18:37:55.838684 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01875632-1677-468f-8a4c-806b8c5ccfca req-4aa157b7-28aa-40bf-89e9-4411bc5a4fa9 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:55.840166 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-01875632-1677-468f-8a4c-806b8c5ccfca req-4aa157b7-28aa-40bf-89e9-4411bc5a4fa9 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.1368060 Aug 24 18:37:55.848699 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e3bbf-9003-45b5-9898-24a8044151ed req-07d7e8c1-4219-4ad6-bd7f-7409a9a316e0 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:55.850265 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-050e3bbf-9003-45b5-9898-24a8044151ed req-07d7e8c1-4219-4ad6-bd7f-7409a9a316e0 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1157351 Aug 24 18:37:55.923595 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-01875632-1677-468f-8a4c-806b8c5ccfca req-9266ac3c-2f95-4aba-a320-b9eb42b621ab tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723855 Aug 24 18:37:55.925942 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-050e3bbf-9003-45b5-9898-24a8044151ed req-c54bc5f5-f11d-438b-a1a3-b305faee1384 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612175 Aug 24 18:37:56.219305 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770e53a-62ff-47ef-8b6b-9cf3df73fdf6 req-a4fa1c97-3333-4da5-b8f4-c3f69406ae18 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:56.220754 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e770e53a-62ff-47ef-8b6b-9cf3df73fdf6 req-a4fa1c97-3333-4da5-b8f4-c3f69406ae18 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa9cbe50-a54b-4759-86f7-f1b38d6428ff HTTP/1.1" status: 200 len: 945 time: 0.0831556 Aug 24 18:37:56.268790 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e770e53a-62ff-47ef-8b6b-9cf3df73fdf6 req-294da92a-83fd-4523-ae6d-527dd166244f tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414267 Aug 24 18:37:56.868313 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a27e8a-5ca2-4f76-b949-3f17a4d0f6ea req-f26e562a-a052-4a2d-9ad9-86f78f7bad56 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:56.869752 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-62a27e8a-5ca2-4f76-b949-3f17a4d0f6ea req-f26e562a-a052-4a2d-9ad9-86f78f7bad56 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 945 time: 0.1564355 Aug 24 18:37:56.875145 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ba7bf-50d9-4d2e-bc2f-1f16590772b7 req-13b1524e-4f27-4b3f-bbf8-047a2835a8cb tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:56.876472 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e11ba7bf-50d9-4d2e-bc2f-1f16590772b7 req-13b1524e-4f27-4b3f-bbf8-047a2835a8cb tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.1273592 Aug 24 18:37:56.948503 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-62a27e8a-5ca2-4f76-b949-3f17a4d0f6ea req-91717987-61fc-4d27-ac5b-c14bbb4525b1 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710073 Aug 24 18:37:56.950756 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e11ba7bf-50d9-4d2e-bc2f-1f16590772b7 req-ef4ff8de-b34c-4a7d-be87-9f61acc47889 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598576 Aug 24 18:37:57.202534 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7602c-79be-4c05-affd-0597bd0a4b57 req-5eb15df0-b5dd-4598-90ec-db353b88f228 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:57.204026 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3ac7602c-79be-4c05-affd-0597bd0a4b57 req-5eb15df0-b5dd-4598-90ec-db353b88f228 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.1433699 Aug 24 18:37:57.210511 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c78655-b2cc-4542-8b9c-d6ae76773eec req-528df5cf-11b5-427f-8839-cef0a894e21b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:57.211932 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d0c78655-b2cc-4542-8b9c-d6ae76773eec req-528df5cf-11b5-427f-8839-cef0a894e21b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1183467 Aug 24 18:37:57.284360 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3ac7602c-79be-4c05-affd-0597bd0a4b57 req-fffc57d3-4a78-4569-828e-0803fe3d7c95 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714588 Aug 24 18:37:57.289065 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d0c78655-b2cc-4542-8b9c-d6ae76773eec req-41c30537-7499-495f-ae9c-566c4059791e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604515 Aug 24 18:37:57.477998 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a92f38-89fc-4800-9d3f-8b357997b2b5 req-be903a43-b883-4c25-b07c-a5109f51e87f tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:57.479445 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e4a92f38-89fc-4800-9d3f-8b357997b2b5 req-be903a43-b883-4c25-b07c-a5109f51e87f tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa9cbe50-a54b-4759-86f7-f1b38d6428ff HTTP/1.1" status: 200 len: 945 time: 0.0816586 Aug 24 18:37:57.526635 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e4a92f38-89fc-4800-9d3f-8b357997b2b5 req-9b1c2c2c-3831-4e10-8955-3f55b7c03d66 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/security-groups?id=68abaf0d-e618-457f-ba3d-b9706c47567a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414455 Aug 24 18:37:57.950183 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021803e0-64e5-4ab7-9f40-117a4dbb4e0f req-664e36c0-74c1-44ac-8e00-c27438aec030 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:57.950910 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-021803e0-64e5-4ab7-9f40-117a4dbb4e0f req-664e36c0-74c1-44ac-8e00-c27438aec030 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Synchronizing usage tracker for tenant:e1603bee56d04afd9226eb8233240e8c on resource:port {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:37:57.968405 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-021803e0-64e5-4ab7-9f40-117a4dbb4e0f req-664e36c0-74c1-44ac-8e00-c27438aec030 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Unset dirty status for tenant:e1603bee56d04afd9226eb8233240e8c on resource:port {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:37:57.971995 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-021803e0-64e5-4ab7-9f40-117a4dbb4e0f req-664e36c0-74c1-44ac-8e00-c27438aec030 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.36 "GET /v2.0/ports?device_id=aa9cbe50-a54b-4759-86f7-f1b38d6428ff HTTP/1.1" status: 200 len: 945 time: 0.1089354 Aug 24 18:37:58.056270 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-021803e0-64e5-4ab7-9f40-117a4dbb4e0f req-b0b6bfc8-c356-4784-8f12-d0e09208fed1 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Deleting port 31f93afe-1a0a-4968-8271-ca099242ea52 {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:37:58.056784 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-021803e0-64e5-4ab7-9f40-117a4dbb4e0f req-b0b6bfc8-c356-4784-8f12-d0e09208fed1 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:58.235426 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c50a3-28ff-4677-984b-79322fa094e0 req-b1a34402-9a03-4da1-a194-c12ef30f0b87 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:58.237917 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-bf4c50a3-28ff-4677-984b-79322fa094e0 req-b1a34402-9a03-4da1-a194-c12ef30f0b87 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 945 time: 0.1458895 Aug 24 18:37:58.244836 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb55ab-d871-4191-b8d9-9136b8b18104 req-7841bf7a-a06c-468a-8ee6-371396e00394 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:58.246226 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b1fb55ab-d871-4191-b8d9-9136b8b18104 req-7841bf7a-a06c-468a-8ee6-371396e00394 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.1151197 Aug 24 18:37:58.320823 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-bf4c50a3-28ff-4677-984b-79322fa094e0 req-c455a0e9-6dee-44d5-b1e5-27f4e0fc8530 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736103 Aug 24 18:37:58.326841 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b1fb55ab-d871-4191-b8d9-9136b8b18104 req-74779391-c4cd-4b84-855c-f0dba426b430 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641468 Aug 24 18:37:58.436587 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-021803e0-64e5-4ab7-9f40-117a4dbb4e0f req-b0b6bfc8-c356-4784-8f12-d0e09208fed1 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] For port 31f93afe-1a0a-4968-8271-ca099242ea52, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=31f93afe-1a0a-4968-8271-ca099242ea52,segment=NetworkSegment(e220a6f6-6aac-46dd-97f9-dc1bf7dd051b),segment_id=e220a6f6-6aac-46dd-97f9-dc1bf7dd051b)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:37:58.436941 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-021803e0-64e5-4ab7-9f40-117a4dbb4e0f req-b0b6bfc8-c356-4784-8f12-d0e09208fed1 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:58.572749 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-021803e0-64e5-4ab7-9f40-117a4dbb4e0f req-b0b6bfc8-c356-4784-8f12-d0e09208fed1 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Calling delete_port for 31f93afe-1a0a-4968-8271-ca099242ea52 owned by compute:nova {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:37:58.619231 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0280ad9-3c7f-4789-9ae0-120902789339 req-18e247ed-bdce-41c0-b887-1bf67f8b0921 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:58.621567 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f0280ad9-3c7f-4789-9ae0-120902789339 req-18e247ed-bdce-41c0-b887-1bf67f8b0921 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1580806 Aug 24 18:37:58.651704 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2f2dc-cd22-478b-ad9d-90e4e92b83b6 req-564ddca3-a0cb-4221-9ddb-de5154b0224f tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:58.653200 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1ea2f2dc-cd22-478b-ad9d-90e4e92b83b6 req-564ddca3-a0cb-4221-9ddb-de5154b0224f tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.1464906 Aug 24 18:37:58.721749 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f0280ad9-3c7f-4789-9ae0-120902789339 req-4b28fa84-9539-4c73-b9fa-65f5b2647da6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941954 Aug 24 18:37:58.731207 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1ea2f2dc-cd22-478b-ad9d-90e4e92b83b6 req-acc80514-db97-4dea-bfff-b77ab4b4f06a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711668 Aug 24 18:37:58.760664 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-021803e0-64e5-4ab7-9f40-117a4dbb4e0f req-b0b6bfc8-c356-4784-8f12-d0e09208fed1 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:58.769855 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:37:58.818395 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6bfc8-c356-4784-8f12-d0e09208fed1 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Pushing event deleted for resources: {'Port': ['ID=31f93afe-1a0a-4968-8271-ca099242ea52,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:37:58.822640 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b0b6bfc8-c356-4784-8f12-d0e09208fed1 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:37:58.899890 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-021803e0-64e5-4ab7-9f40-117a4dbb4e0f req-b0b6bfc8-c356-4784-8f12-d0e09208fed1 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] No DVR routers for this DVR port 31f93afe-1a0a-4968-8271-ca099242ea52 on host hv-cinder-80582 {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:37:58.903323 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-021803e0-64e5-4ab7-9f40-117a4dbb4e0f req-b0b6bfc8-c356-4784-8f12-d0e09208fed1 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:37:58.906916 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa9cbe50-a54b-4759-86f7-f1b38d6428ff', 'name': 'network-vif-deleted', 'tag': '31f93afe-1a0a-4968-8271-ca099242ea52'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:37:58.928176 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-021803e0-64e5-4ab7-9f40-117a4dbb4e0f req-b0b6bfc8-c356-4784-8f12-d0e09208fed1 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.36 "DELETE /v2.0/ports/31f93afe-1a0a-4968-8271-ca099242ea52 HTTP/1.1" status: 204 len: 173 time: 0.9487333 Aug 24 18:37:59.039369 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-edd48c02-86c1-4b6f-8846-50dc860222ea req-ae231b2e-9309-412d-b641-a478be76e973 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa9cbe50-a54b-4759-86f7-f1b38d6428ff HTTP/1.1" status: 200 len: 210 time: 0.1590517 Aug 24 18:37:59.116830 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa9cbe50-a54b-4759-86f7-f1b38d6428ff', 'name': 'network-vif-deleted', 'tag': '31f93afe-1a0a-4968-8271-ca099242ea52', 'status': 'completed', 'code': 200} Aug 24 18:37:59.550095 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28071aa-c59a-4ac6-adfa-74df5017cdb8 req-fc2d3114-48b0-4adb-b6ab-38daac3b8c5f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:37:59.551684 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f28071aa-c59a-4ac6-adfa-74df5017cdb8 req-fc2d3114-48b0-4adb-b6ab-38daac3b8c5f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.0799348 Aug 24 18:37:59.601876 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f28071aa-c59a-4ac6-adfa-74df5017cdb8 req-86e797fb-727b-4a02-8107-dc7ef3b0a1fc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443692 Aug 24 18:37:59.999635 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fc02c-bdcd-4506-bd32-c4804603a2fe req-cf50210f-1230-4b9b-a1ec-c9a17fe1b86e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:00.001098 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7c3fc02c-bdcd-4506-bd32-c4804603a2fe req-cf50210f-1230-4b9b-a1ec-c9a17fe1b86e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1505928 Aug 24 18:38:00.008950 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb031198-2cbd-4282-b075-16d104189b9f req-7a9673d7-5166-433f-9702-33a0519c652d tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:00.010697 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-eb031198-2cbd-4282-b075-16d104189b9f req-7a9673d7-5166-433f-9702-33a0519c652d tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.1189990 Aug 24 18:38:00.091905 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7c3fc02c-bdcd-4506-bd32-c4804603a2fe req-04a238a5-757a-49aa-8c41-7494764b8deb tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796750 Aug 24 18:38:00.096546 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-eb031198-2cbd-4282-b075-16d104189b9f req-da60bed1-2abb-42e3-862d-ca926eaf715e tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693178 Aug 24 18:38:00.512501 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:38:00.518020 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 31f93afe-1a0a-4968-8271-ca099242ea52 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:38:00.579211 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] No Port match for: 31f93afe-1a0a-4968-8271-ca099242ea52 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:38:00.579488 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 31f93afe-1a0a-4968-8271-ca099242ea52 not bound to the agent host hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:38:00.697353 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:00.713622 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'port_id': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5', 'mac_address': 'fa:16:3e:c0:2b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:38:00.772978 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:00.803875 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:38:00.822130 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:00.826960 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:00.829005 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:38:00.844718 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90bf85-5ca0-46e3-b322-58c31c7028a3 req-64efcf7b-9fae-4e9a-9453-7d40ecdc7ec9 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:00.846119 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-af90bf85-5ca0-46e3-b322-58c31c7028a3 req-64efcf7b-9fae-4e9a-9453-7d40ecdc7ec9 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.0968471 Aug 24 18:38:00.898428 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-af90bf85-5ca0-46e3-b322-58c31c7028a3 req-ade086db-b1e8-4b49-a8c3-42be0d9a59c7 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462518 Aug 24 18:38:00.901214 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,revision_number=6']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:00.906333 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:38:00.974634 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:01.033984 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['452b0c3e-a5b4-4402-a0e2-e64ad9710eb5'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:38:01.389978 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b10c3-60fa-4046-b8bf-200d3204092c req-212e2219-17cc-4823-bb9a-940e053215a5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:01.391506 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e15b10c3-60fa-4046-b8bf-200d3204092c req-212e2219-17cc-4823-bb9a-940e053215a5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1491940 Aug 24 18:38:01.397285 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520b32c-bba0-4162-84ee-7f3a5bd3b2e4 req-2dc2c10b-ee50-48be-9a09-e83522246788 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:01.399203 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b520b32c-bba0-4162-84ee-7f3a5bd3b2e4 req-2dc2c10b-ee50-48be-9a09-e83522246788 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.1182911 Aug 24 18:38:01.478327 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e15b10c3-60fa-4046-b8bf-200d3204092c req-5e511b08-407a-4db0-8ef7-50e844b95050 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776994 Aug 24 18:38:01.483481 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b520b32c-bba0-4162-84ee-7f3a5bd3b2e4 req-70110d76-6c20-40d9-9411-991943a85b70 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641379 Aug 24 18:38:01.870766 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2670c1-987e-42b9-b13a-867c861bf9fa req-55041f12-8851-46c3-8dc8-dc528e24da19 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:01.873114 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ce2670c1-987e-42b9-b13a-867c861bf9fa req-55041f12-8851-46c3-8dc8-dc528e24da19 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.0892050 Aug 24 18:38:01.927386 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ce2670c1-987e-42b9-b13a-867c861bf9fa req-b99b90d6-3521-4f01-9bd4-e78734a6ae1b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479171 Aug 24 18:38:01.947312 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-af5411fd-2bb3-487a-969d-4d328d211095 req-b426a4a1-8d22-48b5-8fbb-0c91f52a0993 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38a9b4d30bbb4e6bb18d2ca3ccce2cce&device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 1098 time: 0.0920250 Aug 24 18:38:02.134693 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc8a51-74fb-4b66-a3a4-529e7e662bd6 req-5e1acbd9-6240-420f-bf33-dd3fa9d45148 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:02.136194 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-07cc8a51-74fb-4b66-a3a4-529e7e662bd6 req-5e1acbd9-6240-420f-bf33-dd3fa9d45148 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 945 time: 0.0958393 Aug 24 18:38:02.200175 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-07cc8a51-74fb-4b66-a3a4-529e7e662bd6 req-6ea004ae-a44d-46d0-b9ea-d1c69afd38e6 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580616 Aug 24 18:38:02.686781 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb1f93a-a909-4357-925b-6a79b350f05f req-6f14c306-bc07-454b-8e3b-9417f8f064ee tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:02.688224 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7fb1f93a-a909-4357-925b-6a79b350f05f req-6f14c306-bc07-454b-8e3b-9417f8f064ee tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.0825071 Aug 24 18:38:02.737097 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7fb1f93a-a909-4357-925b-6a79b350f05f req-f1f76628-49f9-4302-a433-01ef766949a2 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429769 Aug 24 18:38:03.135984 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97401e1-5b36-48df-80ea-c2116c7a4d69 req-f11958e0-5630-426d-bddc-6aebab106ea5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:03.137509 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c97401e1-5b36-48df-80ea-c2116c7a4d69 req-f11958e0-5630-426d-bddc-6aebab106ea5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.0889313 Aug 24 18:38:03.184566 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c97401e1-5b36-48df-80ea-c2116c7a4d69 req-01c0e3ee-6441-463c-9db0-1f0de6d8529e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411737 Aug 24 18:38:03.214689 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5411fd-2bb3-487a-969d-4d328d211095 req-9830dac2-146c-4ed4-a541-f9f7c8caf4c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:03.216301 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-af5411fd-2bb3-487a-969d-4d328d211095 req-9830dac2-146c-4ed4-a541-f9f7c8caf4c9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae HTTP/1.1" status: 200 len: 911 time: 0.1336186 Aug 24 18:38:03.430716 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5a32f-b16b-4785-868a-b8e0c280189a req-7db024fa-57b0-407e-bdcb-17c39fec64f3 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:03.432195 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d0d5a32f-b16b-4785-868a-b8e0c280189a req-7db024fa-57b0-407e-bdcb-17c39fec64f3 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 945 time: 0.0867035 Aug 24 18:38:03.484610 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d0d5a32f-b16b-4785-868a-b8e0c280189a req-7181e5eb-5e36-4eca-9381-d0ddc5f36d64 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438125 Aug 24 18:38:03.973529 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d2a3e-8d4a-4df5-941b-ea63c5101faa req-59ed2818-7b06-4fc7-841a-52e570b9fb03 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:03.975117 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-227d2a3e-8d4a-4df5-941b-ea63c5101faa req-59ed2818-7b06-4fc7-841a-52e570b9fb03 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.0776987 Aug 24 18:38:04.022110 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-227d2a3e-8d4a-4df5-941b-ea63c5101faa req-62f55568-201f-4a00-b34a-bec4e6327099 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410480 Aug 24 18:38:04.118997 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:38:04.209084 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:38:04.209468 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:04.327565 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:04.355950 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d308d6-dcfd-4af9-b01f-69dc245478fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:38:04.365461 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:04.371623 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:04.373940 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-8ece2ac2-1b27-4417-83a2-d5fb74b9daa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:38:04.403459 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28655626-bbc8-4990-acf4-2821f6f18f3d req-1d039169-69b9-4eb0-80df-e667fd6ec736 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:04.404962 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-28655626-bbc8-4990-acf4-2821f6f18f3d req-1d039169-69b9-4eb0-80df-e667fd6ec736 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.0893848 Aug 24 18:38:04.421928 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d308d6-dcfd-4af9-b01f-69dc245478fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5', 'code': 200} Aug 24 18:38:04.449342 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,revision_number=7']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:04.451695 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-28655626-bbc8-4990-acf4-2821f6f18f3d req-48107eea-c505-42f2-862c-10af022332ed tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412591 Aug 24 18:38:04.452551 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:38:04.714709 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d36ce-38b7-488d-8027-cb73f07f1421 req-ce2aa4cc-c4e3-4116-89a5-b1d91a4e46f3 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:04.716171 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e85d36ce-38b7-488d-8027-cb73f07f1421 req-ce2aa4cc-c4e3-4116-89a5-b1d91a4e46f3 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.0936482 Aug 24 18:38:04.772888 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e85d36ce-38b7-488d-8027-cb73f07f1421 req-d4a202d5-4557-4144-bf49-00cf2073552f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499609 Aug 24 18:38:05.217858 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-af5411fd-2bb3-487a-969d-4d328d211095 req-adee9bd2-0b96-44cf-aadd-c8d11ccc939f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78201e63-053b-4ec9-8ba1-73a54889e89a HTTP/1.1" status: 200 len: 1001 time: 0.1141958 Aug 24 18:38:05.224813 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac7c01-0b10-406a-b869-42fea092d4be req-19b14d0a-8f13-4d12-b1dc-adaf1e5f3252 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:05.226298 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a0ac7c01-0b10-406a-b869-42fea092d4be req-19b14d0a-8f13-4d12-b1dc-adaf1e5f3252 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.0832427 Aug 24 18:38:05.274464 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a0ac7c01-0b10-406a-b869-42fea092d4be req-e6083f8f-c690-416d-a016-ea59ff957b16 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423598 Aug 24 18:38:05.302362 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5411fd-2bb3-487a-969d-4d328d211095 req-149989c0-8aae-4bb8-848d-a2c43759c8bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:05.303875 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-af5411fd-2bb3-487a-969d-4d328d211095 req-149989c0-8aae-4bb8-848d-a2c43759c8bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8a23952-40cf-4695-ae69-f2d425c34691 HTTP/1.1" status: 200 len: 849 time: 0.0667777 Aug 24 18:38:05.388566 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-af5411fd-2bb3-487a-969d-4d328d211095 req-5ce6bf22-5cc9-4224-95df-a266f279a12c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744328 Aug 24 18:38:05.539173 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-af5411fd-2bb3-487a-969d-4d328d211095 req-77199579-7ab8-44b1-a6d8-433b361e5c90 service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304138 Aug 24 18:38:05.655523 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a8a17-b5fd-4709-9ecc-a788a034ab88 req-a5ef0d6f-c589-40b8-8d65-20b20eeda0ff tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:05.657017 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-df0a8a17-b5fd-4709-9ecc-a788a034ab88 req-a5ef0d6f-c589-40b8-8d65-20b20eeda0ff tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.0841100 Aug 24 18:38:05.683980 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-af5411fd-2bb3-487a-969d-4d328d211095 req-a57a4154-b887-4a9d-83f3-223ae67f922d service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293545 Aug 24 18:38:05.705841 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-df0a8a17-b5fd-4709-9ecc-a788a034ab88 req-b5a260c4-c464-435b-93a6-679b334d6eb4 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424643 Aug 24 18:38:05.986712 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac90ea1-c3d3-43e7-8c4a-2256ef080931 req-682c63d3-c070-4468-8935-ac153e2dcf3c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:05.988198 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1ac90ea1-c3d3-43e7-8c4a-2256ef080931 req-682c63d3-c070-4468-8935-ac153e2dcf3c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.0820355 Aug 24 18:38:06.034439 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1ac90ea1-c3d3-43e7-8c4a-2256ef080931 req-72444da9-6631-438a-9f5e-badf1b68efaa tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403860 Aug 24 18:38:06.555552 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7ef30-72e8-4fc2-93d1-7f1a4456950e req-73fbbe6f-f199-4dba-abff-54f4452fc0e4 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:06.557748 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-43b7ef30-72e8-4fc2-93d1-7f1a4456950e req-73fbbe6f-f199-4dba-abff-54f4452fc0e4 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.1516032 Aug 24 18:38:06.662469 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-43b7ef30-72e8-4fc2-93d1-7f1a4456950e req-abaf05d0-4b9f-41b1-9937-8a61fe92e000 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989714 Aug 24 18:38:06.686214 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6b693d-5715-44d9-a514-87ee256d8c06 req-d9b37cb5-cc41-47b6-b23a-74897ec716b7 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:06.687742 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cf6b693d-5715-44d9-a514-87ee256d8c06 req-d9b37cb5-cc41-47b6-b23a-74897ec716b7 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=168863fc-c587-454d-bf17-1ac87991a03e HTTP/1.1" status: 200 len: 946 time: 0.1070850 Aug 24 18:38:06.763126 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cf6b693d-5715-44d9-a514-87ee256d8c06 req-68f26d0e-1625-43ce-8dc8-cf5693daca13 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679460 Aug 24 18:38:07.040829 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f7b06-580d-4e73-8848-b60d4ff11ffd req-cebc5001-b6b7-48d3-a1b2-ace4ac3c3007 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:07.048466 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-199f7b06-580d-4e73-8848-b60d4ff11ffd req-cebc5001-b6b7-48d3-a1b2-ace4ac3c3007 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1181536 Aug 24 18:38:07.112350 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-199f7b06-580d-4e73-8848-b60d4ff11ffd req-a77e3abd-4d7c-4a54-9efc-d9f9987d7dbc tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628388 Aug 24 18:38:07.335359 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e9262-7712-4c4d-a880-c10498164cbf req-312d871e-b325-491a-bcc1-e1f9031930fb tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:07.343590 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f23e9262-7712-4c4d-a880-c10498164cbf req-312d871e-b325-491a-bcc1-e1f9031930fb tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.1284044 Aug 24 18:38:07.412005 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f23e9262-7712-4c4d-a880-c10498164cbf req-63f6cc8f-2b43-4de9-a713-4a2adcfaacad tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672119 Aug 24 18:38:07.894111 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-b9d0b262-c18a-4d24-9a31-1e40dd1df93c req-ee80e912-d328-421a-995b-08d62e2e013a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 1099 time: 0.1849711 Aug 24 18:38:08.130694 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-b9d0b262-c18a-4d24-9a31-1e40dd1df93c req-3bbdcc71-5550-4b0d-896f-89e87d22e96d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202868 Aug 24 18:38:08.342904 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36280fb-74d0-4805-aa43-9199f6801190 req-c6da21e8-c69c-4152-8cad-81615dac8118 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:08.345893 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d36280fb-74d0-4805-aa43-9199f6801190 req-c6da21e8-c69c-4152-8cad-81615dac8118 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=168863fc-c587-454d-bf17-1ac87991a03e HTTP/1.1" status: 200 len: 946 time: 0.2168908 Aug 24 18:38:08.407197 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d9495-81d3-4fa3-9a0a-3db71054b69c req-78bb0adc-1bc6-409d-8047-71f39a171585 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:08.419336 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a53d9495-81d3-4fa3-9a0a-3db71054b69c req-78bb0adc-1bc6-409d-8047-71f39a171585 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.5182219 Aug 24 18:38:08.479608 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d36280fb-74d0-4805-aa43-9199f6801190 req-0eeb187d-c457-425c-99d1-03cc4128ab08 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194892 Aug 24 18:38:08.514518 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a53d9495-81d3-4fa3-9a0a-3db71054b69c req-5af04193-bfff-4ed4-9b0d-82b193669fd6 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941141 Aug 24 18:38:08.728887 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b464f-4a9d-4c3b-9d86-99f1e3e7b354 req-b0423818-0228-4bdf-a32e-c6d00d1263dd tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:08.730610 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-500b464f-4a9d-4c3b-9d86-99f1e3e7b354 req-b0423818-0228-4bdf-a32e-c6d00d1263dd tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.1143730 Aug 24 18:38:08.788907 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-500b464f-4a9d-4c3b-9d86-99f1e3e7b354 req-7a63e35f-c738-484e-953d-31c77851c2a0 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498109 Aug 24 18:38:09.876949 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5ed36-4faf-4be6-ba8d-7588867212c8 req-3ef3b0fa-c8db-4aed-b661-8b8dfe5178a2 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:09.878444 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-07d5ed36-4faf-4be6-ba8d-7588867212c8 req-3ef3b0fa-c8db-4aed-b661-8b8dfe5178a2 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.1507590 Aug 24 18:38:09.885635 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6806647-0f06-46da-87e4-c7a7dd8ca269 req-c3c4437b-2c03-4405-a48b-7e44356da979 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:09.892530 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c6806647-0f06-46da-87e4-c7a7dd8ca269 req-c3c4437b-2c03-4405-a48b-7e44356da979 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=168863fc-c587-454d-bf17-1ac87991a03e HTTP/1.1" status: 200 len: 946 time: 0.2202101 Aug 24 18:38:09.948962 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b6773-4c43-45e5-8bc1-a66e532ebec0 req-974d973f-8134-4130-98fb-9eac589f8d71 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:09.949671 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-af3b6773-4c43-45e5-8bc1-a66e532ebec0 req-974d973f-8134-4130-98fb-9eac589f8d71 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Synchronizing usage tracker for tenant:6de573cc36c5427ba49fe4638df7e4a3 on resource:port {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:38:09.991650 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-af3b6773-4c43-45e5-8bc1-a66e532ebec0 req-974d973f-8134-4130-98fb-9eac589f8d71 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Unset dirty status for tenant:6de573cc36c5427ba49fe4638df7e4a3 on resource:port {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:38:09.993608 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-af3b6773-4c43-45e5-8bc1-a66e532ebec0 req-974d973f-8134-4130-98fb-9eac589f8d71 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.36 "GET /v2.0/ports?device_id=168863fc-c587-454d-bf17-1ac87991a03e HTTP/1.1" status: 200 len: 946 time: 0.1728804 Aug 24 18:38:09.996661 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c6806647-0f06-46da-87e4-c7a7dd8ca269 req-257ae270-da07-4381-bcdb-7261c2c4da20 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032434 Aug 24 18:38:10.001613 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-07d5ed36-4faf-4be6-ba8d-7588867212c8 req-10c89fc2-959c-48a6-bdda-3596c85217d8 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065829 Aug 24 18:38:10.396834 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc096b0-fccf-48d6-95f8-91b07747d9da req-d0ef4da4-77a1-4ab8-9af7-cabfba2861a4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:10.399374 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0bc096b0-fccf-48d6-95f8-91b07747d9da req-d0ef4da4-77a1-4ab8-9af7-cabfba2861a4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.2311947 Aug 24 18:38:10.455268 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-af3b6773-4c43-45e5-8bc1-a66e532ebec0 req-365f2fe9-79b7-4dd5-ab94-766cfa8ea183 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Deleting port d06a13cf-78fa-466f-a957-97fd3a597e27 {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:38:10.455656 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-af3b6773-4c43-45e5-8bc1-a66e532ebec0 req-365f2fe9-79b7-4dd5-ab94-766cfa8ea183 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:10.484926 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0bc096b0-fccf-48d6-95f8-91b07747d9da req-ce8e3600-2042-4f7b-93d5-616477f76d27 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749817 Aug 24 18:38:10.934076 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-af3b6773-4c43-45e5-8bc1-a66e532ebec0 req-365f2fe9-79b7-4dd5-ab94-766cfa8ea183 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] For port d06a13cf-78fa-466f-a957-97fd3a597e27, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=d06a13cf-78fa-466f-a957-97fd3a597e27,segment=NetworkSegment(1e9ee31d-9b7b-41e8-b45f-695749ee603b),segment_id=1e9ee31d-9b7b-41e8-b45f-695749ee603b)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:10.934303 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-af3b6773-4c43-45e5-8bc1-a66e532ebec0 req-365f2fe9-79b7-4dd5-ab94-766cfa8ea183 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:11.168353 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-af3b6773-4c43-45e5-8bc1-a66e532ebec0 req-365f2fe9-79b7-4dd5-ab94-766cfa8ea183 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Calling delete_port for d06a13cf-78fa-466f-a957-97fd3a597e27 owned by compute:nova {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:38:11.419546 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d7d6b-ffb4-4312-b9d8-3f32f046e408 req-5a43ad1d-2be6-44a4-904f-7bcde9a23b2c tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:11.422430 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-693d7d6b-ffb4-4312-b9d8-3f32f046e408 req-5a43ad1d-2be6-44a4-904f-7bcde9a23b2c tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.1813483 Aug 24 18:38:11.432754 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-af3b6773-4c43-45e5-8bc1-a66e532ebec0 req-365f2fe9-79b7-4dd5-ab94-766cfa8ea183 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:11.434082 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac0cba-ae97-4b8f-85df-0176d354f9ab req-0ded9d83-0fc5-442f-9845-5a074c8203c7 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:11.435901 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-beac0cba-ae97-4b8f-85df-0176d354f9ab req-0ded9d83-0fc5-442f-9845-5a074c8203c7 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=168863fc-c587-454d-bf17-1ac87991a03e HTTP/1.1" status: 200 len: 946 time: 0.1513655 Aug 24 18:38:11.452114 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['b7deee6e-8de9-4525-91be-a1de7a298a21', 'b4c9bf94-26cc-42bb-99f9-16a442ec2dba', 'ee47bb91-a1f5-47a8-b68e-910c4d4b807e'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:38:11.455045 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:38:11.523225 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-693d7d6b-ffb4-4312-b9d8-3f32f046e408 req-31bd4390-6f42-4d8a-8f0c-00b2366d5290 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859399 Aug 24 18:38:11.537340 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-beac0cba-ae97-4b8f-85df-0176d354f9ab req-c83f3593-3d10-4802-b821-5ca330a264b5 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760176 Aug 24 18:38:11.726425 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f2fe9-79b7-4dd5-ab94-766cfa8ea183 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Pushing event deleted for resources: {'Port': ['ID=d06a13cf-78fa-466f-a957-97fd3a597e27,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:11.833810 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-365f2fe9-79b7-4dd5-ab94-766cfa8ea183 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:38:11.851902 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3b6773-4c43-45e5-8bc1-a66e532ebec0 req-365f2fe9-79b7-4dd5-ab94-766cfa8ea183 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] No DVR routers for this DVR port d06a13cf-78fa-466f-a957-97fd3a597e27 on host hv-cinder-80582 {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:38:11.857720 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-af3b6773-4c43-45e5-8bc1-a66e532ebec0 req-365f2fe9-79b7-4dd5-ab94-766cfa8ea183 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:11.882284 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168863fc-c587-454d-bf17-1ac87991a03e', 'name': 'network-vif-deleted', 'tag': 'd06a13cf-78fa-466f-a957-97fd3a597e27'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:38:11.902825 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-af3b6773-4c43-45e5-8bc1-a66e532ebec0 req-365f2fe9-79b7-4dd5-ab94-766cfa8ea183 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.36 "DELETE /v2.0/ports/d06a13cf-78fa-466f-a957-97fd3a597e27 HTTP/1.1" status: 204 len: 173 time: 1.8960180 Aug 24 18:38:12.185765 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73279f0d-4c84-4346-986d-6f8f55679730 req-781c65b4-b653-459a-a537-f74919fd39fc tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:12.191584 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-73279f0d-4c84-4346-986d-6f8f55679730 req-781c65b4-b653-459a-a537-f74919fd39fc tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.3929181 Aug 24 18:38:12.234339 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2ec52-2790-4ca7-9669-cfb81ecce919 req-3a418cf7-6438-4294-85d3-13643032caea tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:12.243151 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-beb2ec52-2790-4ca7-9669-cfb81ecce919 req-3a418cf7-6438-4294-85d3-13643032caea tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.3588533 Aug 24 18:38:12.321357 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-73279f0d-4c84-4346-986d-6f8f55679730 req-d514ed5f-c131-4f4b-a558-21097e2ceefd tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288521 Aug 24 18:38:12.332682 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-beb2ec52-2790-4ca7-9669-cfb81ecce919 req-02e8ca10-03a5-4e41-954f-77a25411fc18 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886600 Aug 24 18:38:12.491436 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '168863fc-c587-454d-bf17-1ac87991a03e', 'name': 'network-vif-deleted', 'tag': 'd06a13cf-78fa-466f-a957-97fd3a597e27', 'status': 'completed', 'code': 200} Aug 24 18:38:12.947489 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ccc5784f-002c-43bf-a4c8-babbfb9d0659 req-59029742-3ab4-49fa-95c7-f6b34bc1462e tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=168863fc-c587-454d-bf17-1ac87991a03e HTTP/1.1" status: 200 len: 210 time: 0.1414714 Aug 24 18:38:13.108003 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device d06a13cf-78fa-466f-a957-97fd3a597e27 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:38:13.216446 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] No Port match for: d06a13cf-78fa-466f-a957-97fd3a597e27 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:38:13.216875 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device d06a13cf-78fa-466f-a957-97fd3a597e27 not bound to the agent host hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:38:13.624724 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591dbfe-1e25-4561-a9d1-5de2670a39a9 req-3018cab9-a146-4578-8e73-97ff9f68deb4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:13.626311 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0591dbfe-1e25-4561-a9d1-5de2670a39a9 req-3018cab9-a146-4578-8e73-97ff9f68deb4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.0994778 Aug 24 18:38:13.765918 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0591dbfe-1e25-4561-a9d1-5de2670a39a9 req-b48c50c8-3000-4d95-aa49-44cde0bbdf22 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326997 Aug 24 18:38:15.169963 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-05c4474c-ab19-4357-ac7f-f5425a77ab5d req-a2312461-9747-4a7d-8a9d-4c0d4e0e1267 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14803203607646e6ad6fb7c12d7bb1ec&device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 1098 time: 0.1631913 Aug 24 18:38:15.199494 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bfc21-3f94-400f-b367-2407f9b1d8aa req-fcaa3b6b-61c2-4962-9d20-823026f32496 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:15.201035 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-538bfc21-3f94-400f-b367-2407f9b1d8aa req-fcaa3b6b-61c2-4962-9d20-823026f32496 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.2116208 Aug 24 18:38:15.414276 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4474c-ab19-4357-ac7f-f5425a77ab5d req-935b51cc-a1c8-4391-bc06-d9e130d97216 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:15.416351 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-05c4474c-ab19-4357-ac7f-f5425a77ab5d req-935b51cc-a1c8-4391-bc06-d9e130d97216 service neutron] 10.222.0.36 "GET /v2.0/networks?id=162d32ee-2009-4dae-aa26-2301ff311cfb HTTP/1.1" status: 200 len: 920 time: 0.2363579 Aug 24 18:38:15.421713 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-538bfc21-3f94-400f-b367-2407f9b1d8aa req-252d19d4-3603-4563-8efd-07d436f4488f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135506 Aug 24 18:38:15.448414 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35d9ea-e8cd-4545-9343-a442161f0156 req-5ed412c2-2a07-43ae-862e-28826eaf2704 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:15.459715 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2d35d9ea-e8cd-4545-9343-a442161f0156 req-5ed412c2-2a07-43ae-862e-28826eaf2704 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.3419871 Aug 24 18:38:15.533847 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2d35d9ea-e8cd-4545-9343-a442161f0156 req-bc27f383-61d3-42cc-9ca1-334c5ef9b6ad tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731130 Aug 24 18:38:15.608936 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-05c4474c-ab19-4357-ac7f-f5425a77ab5d req-08190aca-df71-4cba-866c-7bb250500a01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f HTTP/1.1" status: 200 len: 217 time: 0.1738794 Aug 24 18:38:15.691145 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4474c-ab19-4357-ac7f-f5425a77ab5d req-2189ac7a-abc4-41a6-bc73-81426285ac48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:15.692661 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-05c4474c-ab19-4357-ac7f-f5425a77ab5d req-2189ac7a-abc4-41a6-bc73-81426285ac48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa HTTP/1.1" status: 200 len: 859 time: 0.0716336 Aug 24 18:38:15.761214 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-05c4474c-ab19-4357-ac7f-f5425a77ab5d req-6173f241-a5df-4047-adab-ebc59c422deb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=162d32ee-2009-4dae-aa26-2301ff311cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564034 Aug 24 18:38:15.980248 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-05c4474c-ab19-4357-ac7f-f5425a77ab5d req-7468cedb-3ed3-4c71-9fee-1c64ca4883a8 service neutron] 10.222.0.36 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074630 Aug 24 18:38:16.196827 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-05c4474c-ab19-4357-ac7f-f5425a77ab5d req-003f2b13-ebe8-4b44-9f47-4852a97436f1 service neutron] 10.222.0.36 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916313 Aug 24 18:38:16.320869 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc60ec0-1938-401c-a6db-fa7dc1a10e80 req-841fdd97-d393-46ac-bfc4-9183a230363c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:16.322571 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fcc60ec0-1938-401c-a6db-fa7dc1a10e80 req-841fdd97-d393-46ac-bfc4-9183a230363c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=60825d74-4e6f-479f-8db6-60756bfc5df5 HTTP/1.1" status: 200 len: 946 time: 0.1020751 Aug 24 18:38:16.389083 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fcc60ec0-1938-401c-a6db-fa7dc1a10e80 req-9c9b118b-d6d7-4995-9217-320db484d447 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586941 Aug 24 18:38:16.793279 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef98ee0-0906-419d-8eca-29d4cafb0d59 req-00bd6694-7bf7-47a9-8780-856cf471192c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:16.795199 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-eef98ee0-0906-419d-8eca-29d4cafb0d59 req-00bd6694-7bf7-47a9-8780-856cf471192c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.1379011 Aug 24 18:38:16.927406 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-eef98ee0-0906-419d-8eca-29d4cafb0d59 req-6b0df688-17b2-455a-bbfe-ddc90ce9fe8d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957329 Aug 24 18:38:16.978387 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b560a-a887-4627-940c-0e505158a8e2 req-8e1080c3-746a-4a4a-870c-4551ec5b0d2d tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:16.985285 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-053b560a-a887-4627-940c-0e505158a8e2 req-8e1080c3-746a-4a4a-870c-4551ec5b0d2d tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1888673 Aug 24 18:38:17.062259 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-053b560a-a887-4627-940c-0e505158a8e2 req-c0dbe091-4fa4-4179-a624-b30fc3c56d2d tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759180 Aug 24 18:38:17.634296 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295de9f-623a-4d3f-b0b1-636c0de623ed req-6e8f334e-be27-480d-8207-7530d125108b tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:17.636517 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3295de9f-623a-4d3f-b0b1-636c0de623ed req-6e8f334e-be27-480d-8207-7530d125108b tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=60825d74-4e6f-479f-8db6-60756bfc5df5 HTTP/1.1" status: 200 len: 946 time: 0.1014493 Aug 24 18:38:17.703114 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3295de9f-623a-4d3f-b0b1-636c0de623ed req-763683db-1609-4d17-bca2-652aff9fff84 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601966 Aug 24 18:38:18.304260 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c582b-bfc7-48c7-a3f1-ca59a2f8fef3 req-9bb614a3-e392-4cf0-9611-70c7252ecf5d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:18.308629 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-699c582b-bfc7-48c7-a3f1-ca59a2f8fef3 req-9bb614a3-e392-4cf0-9611-70c7252ecf5d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.2121410 Aug 24 18:38:18.454871 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-699c582b-bfc7-48c7-a3f1-ca59a2f8fef3 req-7a8e4f55-bbda-4334-8226-18210e73a7ce tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217411 Aug 24 18:38:18.568370 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7a7c6-e02e-495e-aa57-da6a915a1d11 req-49d2afce-f4c5-4fd0-b139-18f67148cd83 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:18.580758 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5ef7a7c6-e02e-495e-aa57-da6a915a1d11 req-49d2afce-f4c5-4fd0-b139-18f67148cd83 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.3679314 Aug 24 18:38:18.671690 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5ef7a7c6-e02e-495e-aa57-da6a915a1d11 req-cc28be14-596b-45f3-879c-59c54ca4e3dc tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823956 Aug 24 18:38:19.028212 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-907d972a-8b78-4ed6-a18b-0fd481de9cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:19.087290 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97db7d1-2a68-4347-b33d-e1b4a507cfed req-02716888-5d15-445b-bb61-f44e25353610 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:19.089134 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-b97db7d1-2a68-4347-b33d-e1b4a507cfed req-02716888-5d15-445b-bb61-f44e25353610 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Synchronizing usage tracker for tenant:6de573cc36c5427ba49fe4638df7e4a3 on resource:port {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:38:19.091767 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fdc27-7aad-44f3-8675-169e10d50065 req-a18e5eff-3e67-4eed-8da9-b23d317cbb0c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:19.100609 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d62fdc27-7aad-44f3-8675-169e10d50065 req-a18e5eff-3e67-4eed-8da9-b23d317cbb0c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=60825d74-4e6f-479f-8db6-60756bfc5df5 HTTP/1.1" status: 200 len: 946 time: 0.2534742 Aug 24 18:38:19.123949 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-b97db7d1-2a68-4347-b33d-e1b4a507cfed req-02716888-5d15-445b-bb61-f44e25353610 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Unset dirty status for tenant:6de573cc36c5427ba49fe4638df7e4a3 on resource:port {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:38:19.125850 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-b97db7d1-2a68-4347-b33d-e1b4a507cfed req-02716888-5d15-445b-bb61-f44e25353610 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.36 "GET /v2.0/ports?device_id=60825d74-4e6f-479f-8db6-60756bfc5df5 HTTP/1.1" status: 200 len: 946 time: 0.2982595 Aug 24 18:38:19.175347 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d62fdc27-7aad-44f3-8675-169e10d50065 req-41fc6c8d-e5e1-4c1f-bb46-cfd01971bb2a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736794 Aug 24 18:38:19.251492 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-b97db7d1-2a68-4347-b33d-e1b4a507cfed req-0e73bd16-4643-4791-ae9f-b3b391b2de28 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Deleting port ee47bb91-a1f5-47a8-b68e-910c4d4b807e {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:38:19.251852 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-b97db7d1-2a68-4347-b33d-e1b4a507cfed req-0e73bd16-4643-4791-ae9f-b3b391b2de28 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:19.358512 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:19.781248 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-b97db7d1-2a68-4347-b33d-e1b4a507cfed req-0e73bd16-4643-4791-ae9f-b3b391b2de28 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] For port ee47bb91-a1f5-47a8-b68e-910c4d4b807e, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ee47bb91-a1f5-47a8-b68e-910c4d4b807e,segment=NetworkSegment(1e9ee31d-9b7b-41e8-b45f-695749ee603b),segment_id=1e9ee31d-9b7b-41e8-b45f-695749ee603b)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:19.781607 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-b97db7d1-2a68-4347-b33d-e1b4a507cfed req-0e73bd16-4643-4791-ae9f-b3b391b2de28 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:20.009090 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e5e6c7-26ef-4862-8ae2-4edc477bf06f req-688463aa-9efc-4281-8d71-ea66126ed84e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:20.016970 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-24e5e6c7-26ef-4862-8ae2-4edc477bf06f req-688463aa-9efc-4281-8d71-ea66126ed84e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.1747394 Aug 24 18:38:20.030448 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-b97db7d1-2a68-4347-b33d-e1b4a507cfed req-0e73bd16-4643-4791-ae9f-b3b391b2de28 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Calling delete_port for ee47bb91-a1f5-47a8-b68e-910c4d4b807e owned by compute:nova {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:38:20.084042 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-24e5e6c7-26ef-4862-8ae2-4edc477bf06f req-5759ee0e-67b9-4bd8-acac-8c6dcaeff202 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659528 Aug 24 18:38:20.142152 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20604fa1-8de4-4c14-ad83-c430dde60a3e req-380e96f8-62c8-4cca-b721-716e82dd6613 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:20.152540 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-20604fa1-8de4-4c14-ad83-c430dde60a3e req-380e96f8-62c8-4cca-b721-716e82dd6613 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.2240396 Aug 24 18:38:20.227621 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-20604fa1-8de4-4c14-ad83-c430dde60a3e req-a943ce0a-6951-4f45-a173-8be221c950c9 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739307 Aug 24 18:38:20.404456 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-b97db7d1-2a68-4347-b33d-e1b4a507cfed req-0e73bd16-4643-4791-ae9f-b3b391b2de28 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:20.439162 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b5b445d1-a09a-4ff5-bcdb-a4ea248dab8e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:38:20.439540 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['b7deee6e-8de9-4525-91be-a1de7a298a21', 'b4c9bf94-26cc-42bb-99f9-16a442ec2dba', 'ee47bb91-a1f5-47a8-b68e-910c4d4b807e'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:38:20.484604 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-28b4862c-70e8-4a8c-b2e1-d3dc6377239d req-6262b582-6383-4b33-8148-7a499003180b tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=60825d74-4e6f-479f-8db6-60756bfc5df5 HTTP/1.1" status: 200 len: 210 time: 0.0816710 Aug 24 18:38:20.536901 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73bd16-4643-4791-ae9f-b3b391b2de28 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Pushing event deleted for resources: {'Port': ['ID=ee47bb91-a1f5-47a8-b68e-910c4d4b807e,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:20.539582 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-0e73bd16-4643-4791-ae9f-b3b391b2de28 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:38:20.666386 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97db7d1-2a68-4347-b33d-e1b4a507cfed req-0e73bd16-4643-4791-ae9f-b3b391b2de28 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] No DVR routers for this DVR port ee47bb91-a1f5-47a8-b68e-910c4d4b807e on host hv-cinder-80582 {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:38:20.669397 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-b97db7d1-2a68-4347-b33d-e1b4a507cfed req-0e73bd16-4643-4791-ae9f-b3b391b2de28 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:20.684573 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60825d74-4e6f-479f-8db6-60756bfc5df5', 'name': 'network-vif-deleted', 'tag': 'ee47bb91-a1f5-47a8-b68e-910c4d4b807e'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:38:20.693927 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-b97db7d1-2a68-4347-b33d-e1b4a507cfed req-0e73bd16-4643-4791-ae9f-b3b391b2de28 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.36 "DELETE /v2.0/ports/ee47bb91-a1f5-47a8-b68e-910c4d4b807e HTTP/1.1" status: 204 len: 173 time: 1.5578861 Aug 24 18:38:20.806572 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60825d74-4e6f-479f-8db6-60756bfc5df5', 'name': 'network-vif-deleted', 'tag': 'ee47bb91-a1f5-47a8-b68e-910c4d4b807e', 'status': 'completed', 'code': 200} Aug 24 18:38:21.240776 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-046a5703-e00b-498e-9a7d-bf13add8b96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:21.387126 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8345ea0-3648-4883-ad93-e343a40f1d30 req-c5b4cf11-30fa-46b9-acd3-d66f311012be tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:21.388746 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e8345ea0-3648-4883-ad93-e343a40f1d30 req-c5b4cf11-30fa-46b9-acd3-d66f311012be tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.0965838 Aug 24 18:38:21.488830 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e8345ea0-3648-4883-ad93-e343a40f1d30 req-9cf73bf1-414c-41ba-87cf-0feabeea1918 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670059 Aug 24 18:38:21.527410 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2855e28-ab14-40b8-8dff-8acb7241c24b req-f62e97a6-a896-4ded-8f89-e33f52f5ac20 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:21.529969 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f2855e28-ab14-40b8-8dff-8acb7241c24b req-f62e97a6-a896-4ded-8f89-e33f52f5ac20 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1401429 Aug 24 18:38:21.603292 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f2855e28-ab14-40b8-8dff-8acb7241c24b req-7d4103de-a5a4-4e58-ad72-ec0a1d19b4a8 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669241 Aug 24 18:38:21.762382 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-29b983f4-7514-4595-94bf-ffb7a92f7b96 req-386bb14f-822b-4ef3-a2bb-018865bb3b29 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=60825d74-4e6f-479f-8db6-60756bfc5df5 HTTP/1.1" status: 200 len: 210 time: 0.0530779 Aug 24 18:38:21.927140 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-20fc4505-dd54-45e9-868b-3f60463dad59 req-e357bb7e-2570-45ea-aed5-f23a2608abde service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1058cbc028345d9b3abf057991020c1&device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 1099 time: 0.0863600 Aug 24 18:38:22.090591 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc4505-dd54-45e9-868b-3f60463dad59 req-4ed5b026-28c4-4960-ad65-9a42f111933a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:22.092748 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-20fc4505-dd54-45e9-868b-3f60463dad59 req-4ed5b026-28c4-4960-ad65-9a42f111933a service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6a59e55-85ca-47cc-8fae-e2513fbbce59 HTTP/1.1" status: 200 len: 918 time: 0.1462421 Aug 24 18:38:22.147089 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:22.214014 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-20fc4505-dd54-45e9-868b-3f60463dad59 req-1661382f-b72c-4875-a106-3e62f0e26bde service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 HTTP/1.1" status: 200 len: 1002 time: 0.1137612 Aug 24 18:38:22.287906 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc4505-dd54-45e9-868b-3f60463dad59 req-70f436f6-2e0c-4789-9dd2-01c329677ed5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:22.289571 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-20fc4505-dd54-45e9-868b-3f60463dad59 req-70f436f6-2e0c-4789-9dd2-01c329677ed5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d9a7234-019a-48d3-9ec8-5b691415065c HTTP/1.1" status: 200 len: 856 time: 0.0642204 Aug 24 18:38:22.383820 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-20fc4505-dd54-45e9-868b-3f60463dad59 req-cae61df9-273e-43f0-8962-1aeaa11a8e8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6a59e55-85ca-47cc-8fae-e2513fbbce59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839031 Aug 24 18:38:22.552341 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-20fc4505-dd54-45e9-868b-3f60463dad59 req-69b1caa7-f5bb-4902-909e-1f44d809f7a9 service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615720 Aug 24 18:38:22.741450 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-20fc4505-dd54-45e9-868b-3f60463dad59 req-9ffb30ed-7dd8-4d19-a6a7-05aefd054039 service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765811 Aug 24 18:38:22.744076 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068cbbd-771c-43bf-bd4c-20ad7e164987 req-719a660d-5372-4ea4-a99b-135112fe260e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:22.751727 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a068cbbd-771c-43bf-bd4c-20ad7e164987 req-719a660d-5372-4ea4-a99b-135112fe260e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 946 time: 0.1013565 Aug 24 18:38:22.855211 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a068cbbd-771c-43bf-bd4c-20ad7e164987 req-e5055196-d78a-4b71-a6d2-c0932361d5b5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022730 Aug 24 18:38:22.877165 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756df90-82fa-4a9d-8e29-4cdcc85f02e0 req-ca687d77-6408-4ba1-b582-ddc7cdfd8217 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:22.878811 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a756df90-82fa-4a9d-8e29-4cdcc85f02e0 req-ca687d77-6408-4ba1-b582-ddc7cdfd8217 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1085029 Aug 24 18:38:22.971874 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a756df90-82fa-4a9d-8e29-4cdcc85f02e0 req-44b1fb12-d0c3-4eb7-b94a-8198ddc0107d tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856485 Aug 24 18:38:23.202614 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device ee47bb91-a1f5-47a8-b68e-910c4d4b807e no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:38:23.261074 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] No Port match for: ee47bb91-a1f5-47a8-b68e-910c4d4b807e {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:38:23.261714 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device ee47bb91-a1f5-47a8-b68e-910c4d4b807e not bound to the agent host hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:38:23.262371 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:38:23.411531 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:23.445424 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d111b28-ef0a-42b9-a7c5-49b84c0e113b req-4144bbf9-20ef-4381-bdb7-18cb7af20988 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:23.447059 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2d111b28-ef0a-42b9-a7c5-49b84c0e113b req-4144bbf9-20ef-4381-bdb7-18cb7af20988 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed58954b-e341-4677-8d2b-d4949726051d HTTP/1.1" status: 200 len: 945 time: 0.0996678 Aug 24 18:38:23.460648 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d308d6-dcfd-4af9-b01f-69dc245478fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:38:23.493787 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:23.497991 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:23.500439 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:38:23.532795 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2d111b28-ef0a-42b9-a7c5-49b84c0e113b req-ffd40362-4637-4670-9a31-0886cc025bb1 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786235 Aug 24 18:38:23.594384 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d308d6-dcfd-4af9-b01f-69dc245478fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5', 'code': 200} Aug 24 18:38:23.649232 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:23.652011 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,revision_number=8']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:23.655703 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:38:24.125665 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced4da9-5f6c-4099-a9ca-440776d5b624 req-bf1ed336-d67a-4ecc-adb4-6a4054ee6461 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:24.128108 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8ced4da9-5f6c-4099-a9ca-440776d5b624 req-bf1ed336-d67a-4ecc-adb4-6a4054ee6461 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.0964196 Aug 24 18:38:24.229071 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8ced4da9-5f6c-4099-a9ca-440776d5b624 req-dd61a41c-67d0-4b66-b9e5-2f0e46d15f21 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923426 Aug 24 18:38:24.262057 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308ff8a-73c4-4465-a799-33570ff90ff6 req-f0e77c0c-5989-48a3-8b10-3fe057cb72a9 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:24.263996 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0308ff8a-73c4-4465-a799-33570ff90ff6 req-f0e77c0c-5989-48a3-8b10-3fe057cb72a9 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1036708 Aug 24 18:38:24.327488 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0308ff8a-73c4-4465-a799-33570ff90ff6 req-f1024630-7b28-4190-b9f5-f1d041984ba9 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569737 Aug 24 18:38:24.800308 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e4aa3-c98c-4f5f-a13c-dd2170868497 req-9cb9d661-5fef-4d96-8c69-e7fc988f2f42 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:24.801976 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-012e4aa3-c98c-4f5f-a13c-dd2170868497 req-9cb9d661-5fef-4d96-8c69-e7fc988f2f42 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed58954b-e341-4677-8d2b-d4949726051d HTTP/1.1" status: 200 len: 945 time: 0.0900178 Aug 24 18:38:24.912106 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-012e4aa3-c98c-4f5f-a13c-dd2170868497 req-b5273aff-5c29-4395-851e-7b3db68d1b42 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044960 Aug 24 18:38:25.506538 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c61d8-1c83-46d2-ba75-52b6247f2898 req-3cf59ba2-83c8-47bd-8753-f4e6288c1a79 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:25.511558 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-635c61d8-1c83-46d2-ba75-52b6247f2898 req-3cf59ba2-83c8-47bd-8753-f4e6288c1a79 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.1167948 Aug 24 18:38:25.633404 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-635c61d8-1c83-46d2-ba75-52b6247f2898 req-2f08ec74-0701-46c8-83ac-c4650cfb9e40 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152649 Aug 24 18:38:25.679505 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a08d6-5851-42fc-a545-ee605847569b req-e4d365b1-e09b-448b-b553-039c3192b4aa tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:25.681166 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b16a08d6-5851-42fc-a545-ee605847569b req-e4d365b1-e09b-448b-b553-039c3192b4aa tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1276867 Aug 24 18:38:25.747982 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b16a08d6-5851-42fc-a545-ee605847569b req-f66493ea-8cb4-4dfe-b88e-839fe5ae0e02 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599644 Aug 24 18:38:25.875438 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68e0a4-0e17-4056-b72a-2248a1583b1b req-eaf510d3-aa51-4489-a642-b1d1e1a81ce3 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:25.877336 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-2a68e0a4-0e17-4056-b72a-2248a1583b1b req-eaf510d3-aa51-4489-a642-b1d1e1a81ce3 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Synchronizing usage tracker for tenant:6de573cc36c5427ba49fe4638df7e4a3 on resource:port {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:38:25.901649 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-2a68e0a4-0e17-4056-b72a-2248a1583b1b req-eaf510d3-aa51-4489-a642-b1d1e1a81ce3 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Unset dirty status for tenant:6de573cc36c5427ba49fe4638df7e4a3 on resource:port {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:38:25.904161 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2a68e0a4-0e17-4056-b72a-2248a1583b1b req-eaf510d3-aa51-4489-a642-b1d1e1a81ce3 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.36 "GET /v2.0/ports?device_id=ed58954b-e341-4677-8d2b-d4949726051d HTTP/1.1" status: 200 len: 945 time: 0.1185501 Aug 24 18:38:25.998798 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-2a68e0a4-0e17-4056-b72a-2248a1583b1b req-57511fa9-b0e3-424f-ad21-286675fcce8c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Deleting port b4c9bf94-26cc-42bb-99f9-16a442ec2dba {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:38:25.999383 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-2a68e0a4-0e17-4056-b72a-2248a1583b1b req-57511fa9-b0e3-424f-ad21-286675fcce8c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:26.158730 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945d0b6-3bee-4975-9f7e-b4b11e7c014a req-89858f1c-d441-4878-a43a-64addf7201bc tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:26.179479 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7945d0b6-3bee-4975-9f7e-b4b11e7c014a req-89858f1c-d441-4878-a43a-64addf7201bc tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed58954b-e341-4677-8d2b-d4949726051d HTTP/1.1" status: 200 len: 945 time: 0.1339312 Aug 24 18:38:26.242852 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7945d0b6-3bee-4975-9f7e-b4b11e7c014a req-e3b03137-4c4d-40b4-8197-ee3039100f0a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623000 Aug 24 18:38:26.459967 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-2a68e0a4-0e17-4056-b72a-2248a1583b1b req-57511fa9-b0e3-424f-ad21-286675fcce8c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] For port b4c9bf94-26cc-42bb-99f9-16a442ec2dba, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b4c9bf94-26cc-42bb-99f9-16a442ec2dba,segment=NetworkSegment(1e9ee31d-9b7b-41e8-b45f-695749ee603b),segment_id=1e9ee31d-9b7b-41e8-b45f-695749ee603b)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:26.460293 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-2a68e0a4-0e17-4056-b72a-2248a1583b1b req-57511fa9-b0e3-424f-ad21-286675fcce8c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:26.651658 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-2a68e0a4-0e17-4056-b72a-2248a1583b1b req-57511fa9-b0e3-424f-ad21-286675fcce8c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Calling delete_port for b4c9bf94-26cc-42bb-99f9-16a442ec2dba owned by compute:nova {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:38:26.813749 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-2a68e0a4-0e17-4056-b72a-2248a1583b1b req-57511fa9-b0e3-424f-ad21-286675fcce8c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:26.825709 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['b7deee6e-8de9-4525-91be-a1de7a298a21', 'b4c9bf94-26cc-42bb-99f9-16a442ec2dba'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:38:26.826967 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:38:26.871516 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57511fa9-b0e3-424f-ad21-286675fcce8c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Pushing event deleted for resources: {'Port': ['ID=b4c9bf94-26cc-42bb-99f9-16a442ec2dba,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:26.921787 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-57511fa9-b0e3-424f-ad21-286675fcce8c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:38:26.932423 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39562f9-f6bf-42c8-877b-fdefd965eb1e req-354c69ad-e1a8-4b3e-8753-e5e1dadfdeaf tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:26.933809 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e39562f9-f6bf-42c8-877b-fdefd965eb1e req-354c69ad-e1a8-4b3e-8753-e5e1dadfdeaf tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.1294687 Aug 24 18:38:26.991323 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a68e0a4-0e17-4056-b72a-2248a1583b1b req-57511fa9-b0e3-424f-ad21-286675fcce8c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] No DVR routers for this DVR port b4c9bf94-26cc-42bb-99f9-16a442ec2dba on host hv-cinder-80582 {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:38:26.993855 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-2a68e0a4-0e17-4056-b72a-2248a1583b1b req-57511fa9-b0e3-424f-ad21-286675fcce8c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:27.006642 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed58954b-e341-4677-8d2b-d4949726051d', 'name': 'network-vif-deleted', 'tag': 'b4c9bf94-26cc-42bb-99f9-16a442ec2dba'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:38:27.015238 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2a68e0a4-0e17-4056-b72a-2248a1583b1b req-57511fa9-b0e3-424f-ad21-286675fcce8c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.36 "DELETE /v2.0/ports/b4c9bf94-26cc-42bb-99f9-16a442ec2dba HTTP/1.1" status: 204 len: 173 time: 1.0942869 Aug 24 18:38:27.061834 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e39562f9-f6bf-42c8-877b-fdefd965eb1e req-c3f4327b-b53b-454a-8f44-cee58bdf6fcd tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157665 Aug 24 18:38:27.093790 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d286280-a479-40ca-8722-61afcabe7537 req-70a97fec-54db-4c24-86d3-1c8defeeba71 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:27.100806 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9d286280-a479-40ca-8722-61afcabe7537 req-70a97fec-54db-4c24-86d3-1c8defeeba71 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1409988 Aug 24 18:38:27.177648 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9d286280-a479-40ca-8722-61afcabe7537 req-3b47969a-259d-4876-8ff0-a5b7435933da tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756142 Aug 24 18:38:27.220768 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed58954b-e341-4677-8d2b-d4949726051d', 'name': 'network-vif-deleted', 'tag': 'b4c9bf94-26cc-42bb-99f9-16a442ec2dba', 'status': 'completed', 'code': 200} Aug 24 18:38:27.708311 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:38:28.059350 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f5cd9f70-b66a-4337-945d-961fd26a026c req-118285ff-a8c8-4125-b6c6-1ca2809fb23a tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=ed58954b-e341-4677-8d2b-d4949726051d HTTP/1.1" status: 200 len: 210 time: 0.0762703 Aug 24 18:38:28.460417 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-00c0a08c-83b9-4433-8267-81abed9b87ea req-ca5cf647-1bba-496c-9667-e365276dd562 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1806810 Aug 24 18:38:28.480756 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66a720-d552-47ee-8673-48cc5e2f2410 req-9e0cdbfa-26da-4661-8153-77c8d77999a1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:28.482769 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fe66a720-d552-47ee-8673-48cc5e2f2410 req-9e0cdbfa-26da-4661-8153-77c8d77999a1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1330571 Aug 24 18:38:28.539088 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fe66a720-d552-47ee-8673-48cc5e2f2410 req-d58f730b-3be1-43dd-8322-3bfd2335cb23 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494642 Aug 24 18:38:28.745889 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1548c9-733d-4f98-9ff4-56ea487e24de req-7c47eb08-a5da-4c3d-8b36-0dc911f9d689 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:28.747301 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0a1548c9-733d-4f98-9ff4-56ea487e24de req-7c47eb08-a5da-4c3d-8b36-0dc911f9d689 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.0857506 Aug 24 18:38:28.805513 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0a1548c9-733d-4f98-9ff4-56ea487e24de req-8ce90f37-5881-4580-ade2-30a39e92832b tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496428 Aug 24 18:38:28.913992 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 33974) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:38:29.165828 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e52d3d28-22f1-4065-878c-38153ca5e511 req-22241deb-7874-4fdc-960b-3840175e887f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2483068 Aug 24 18:38:29.211534 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device b4c9bf94-26cc-42bb-99f9-16a442ec2dba no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:38:29.259127 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] No Port match for: b4c9bf94-26cc-42bb-99f9-16a442ec2dba {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:38:29.259743 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device b4c9bf94-26cc-42bb-99f9-16a442ec2dba not bound to the agent host hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:38:29.260333 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:38:30.110555 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c0adc-b897-4f99-98cf-89b657f03466 req-5ad8e2bf-f57d-429a-ae33-216cdfaf4d18 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:30.120752 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-546c0adc-b897-4f99-98cf-89b657f03466 req-5ad8e2bf-f57d-429a-ae33-216cdfaf4d18 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1806135 Aug 24 18:38:30.142461 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3ed57-305d-49e8-88f8-4d8ebf19205e req-b2866094-b317-49a1-a660-da798f6c2c4a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:30.143975 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-01b3ed57-305d-49e8-88f8-4d8ebf19205e req-b2866094-b317-49a1-a660-da798f6c2c4a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.1640391 Aug 24 18:38:30.208978 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-546c0adc-b897-4f99-98cf-89b657f03466 req-0052d364-ead9-4e64-b894-792920e3fb0e tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891135 Aug 24 18:38:30.251079 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-01b3ed57-305d-49e8-88f8-4d8ebf19205e req-97b18105-6417-492e-a022-9288ea2a053b tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979016 Aug 24 18:38:30.934531 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee2eea-8e79-459a-b1c0-96a781f0a2b0 req-fbc490e9-139b-4c5a-91a5-1b06ecb23706 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:30.943574 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9fee2eea-8e79-459a-b1c0-96a781f0a2b0 req-fbc490e9-139b-4c5a-91a5-1b06ecb23706 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 945 time: 0.0984492 Aug 24 18:38:30.979385 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:31.009717 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9fee2eea-8e79-459a-b1c0-96a781f0a2b0 req-72fbf45d-1483-4832-b33f-ce458f20ed38 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651088 Aug 24 18:38:31.416190 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c8d78-7bda-4918-a331-b5593a450677 req-b259f91c-fcaa-448d-9ea7-211cfaa47fc2 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:31.419510 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d62c8d78-7bda-4918-a331-b5593a450677 req-b259f91c-fcaa-448d-9ea7-211cfaa47fc2 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0930884 Aug 24 18:38:31.589013 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d62c8d78-7bda-4918-a331-b5593a450677 req-bedbe236-430a-41c4-a09a-ec6b06db37c7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601090 Aug 24 18:38:31.612608 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85cda2-8bf4-4045-8c2f-0a4f00168a35 req-e58404b5-2a89-430d-9d19-d75d273b7bb6 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:31.628586 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4e85cda2-8bf4-4045-8c2f-0a4f00168a35 req-e58404b5-2a89-430d-9d19-d75d273b7bb6 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.2020342 Aug 24 18:38:31.674166 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4e85cda2-8bf4-4045-8c2f-0a4f00168a35 req-626fe758-7e36-47f3-add8-228059a7c018 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446956 Aug 24 18:38:32.242940 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b6508-ea5b-40b4-a443-861f9bf8aba2 req-c8e1691b-cbd1-49de-b5f3-584701cbd012 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:32.244495 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cd9b6508-ea5b-40b4-a443-861f9bf8aba2 req-c8e1691b-cbd1-49de-b5f3-584701cbd012 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 945 time: 0.1006131 Aug 24 18:38:32.307645 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cd9b6508-ea5b-40b4-a443-861f9bf8aba2 req-5146d5e4-4f7e-421e-9c6c-5029295aedaf tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527375 Aug 24 18:38:32.833999 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462e897-60d1-4e92-9977-efbbb31e48be req-8a0b1d39-1890-49dc-8223-3a719a667103 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:32.835645 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8462e897-60d1-4e92-9977-efbbb31e48be req-8a0b1d39-1890-49dc-8223-3a719a667103 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1091065 Aug 24 18:38:32.956334 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8462e897-60d1-4e92-9977-efbbb31e48be req-a2a91adc-1ae3-44d9-bd17-71bbf69ea5e6 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144607 Aug 24 18:38:32.999905 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abbeee-dfb0-4e35-836b-15f29da90986 req-d3a839f0-50fa-4aff-8bc3-2a544a983a91 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:33.007095 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-63abbeee-dfb0-4e35-836b-15f29da90986 req-d3a839f0-50fa-4aff-8bc3-2a544a983a91 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.1493318 Aug 24 18:38:33.066201 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-63abbeee-dfb0-4e35-836b-15f29da90986 req-0372554f-edc1-4979-85d9-efa86bd17027 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581207 Aug 24 18:38:33.259843 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-99c4d50d-392c-4823-9d13-44275dc3118a req-2cd13141-f462-43bd-bdc6-51a464920101 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 1098 time: 0.1940022 Aug 24 18:38:33.273386 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1396b0c-2660-460e-9271-262f0d0351b4 req-1800bb3f-e917-4598-a8b7-66ead8cd9b08 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:33.274320 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-f1396b0c-2660-460e-9271-262f0d0351b4 req-1800bb3f-e917-4598-a8b7-66ead8cd9b08 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Synchronizing usage tracker for tenant:6de573cc36c5427ba49fe4638df7e4a3 on resource:port {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:38:33.316198 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-f1396b0c-2660-460e-9271-262f0d0351b4 req-1800bb3f-e917-4598-a8b7-66ead8cd9b08 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Unset dirty status for tenant:6de573cc36c5427ba49fe4638df7e4a3 on resource:port {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:38:33.317326 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f1396b0c-2660-460e-9271-262f0d0351b4 req-1800bb3f-e917-4598-a8b7-66ead8cd9b08 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 945 time: 0.1911523 Aug 24 18:38:33.323468 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-99c4d50d-392c-4823-9d13-44275dc3118a req-f116e1bb-65d3-4ce2-8971-6772ed150b13 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462968 Aug 24 18:38:33.514370 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab928250-859d-4c80-b272-bc6eeeec74a9 req-5007d67f-1c7f-4d27-891b-57b2504d2e9b tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:33.516585 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ab928250-859d-4c80-b272-bc6eeeec74a9 req-5007d67f-1c7f-4d27-891b-57b2504d2e9b tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 945 time: 0.0840786 Aug 24 18:38:33.567507 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ab928250-859d-4c80-b272-bc6eeeec74a9 req-88666787-6513-479a-a98c-268c25944770 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/security-groups?id=36861c77-bf1f-42be-8424-1f447cafcd37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450063 Aug 24 18:38:33.634487 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-f1396b0c-2660-460e-9271-262f0d0351b4 req-f9c0cec0-8d90-4f3f-b6b2-f5aa2e105528 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Deleting port b7deee6e-8de9-4525-91be-a1de7a298a21 {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:38:33.634897 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f1396b0c-2660-460e-9271-262f0d0351b4 req-f9c0cec0-8d90-4f3f-b6b2-f5aa2e105528 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:33.883295 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-f1396b0c-2660-460e-9271-262f0d0351b4 req-f9c0cec0-8d90-4f3f-b6b2-f5aa2e105528 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] For port b7deee6e-8de9-4525-91be-a1de7a298a21, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=b7deee6e-8de9-4525-91be-a1de7a298a21,segment=NetworkSegment(1e9ee31d-9b7b-41e8-b45f-695749ee603b),segment_id=1e9ee31d-9b7b-41e8-b45f-695749ee603b)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:38:33.883650 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f1396b0c-2660-460e-9271-262f0d0351b4 req-f9c0cec0-8d90-4f3f-b6b2-f5aa2e105528 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:34.008825 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-f1396b0c-2660-460e-9271-262f0d0351b4 req-f9c0cec0-8d90-4f3f-b6b2-f5aa2e105528 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Calling delete_port for b7deee6e-8de9-4525-91be-a1de7a298a21 owned by compute:nova {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:38:34.161372 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f1396b0c-2660-460e-9271-262f0d0351b4 req-f9c0cec0-8d90-4f3f-b6b2-f5aa2e105528 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:34.167413 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-68d760f4-6280-4825-a3a7-b1c5f841c2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:38:34.181793 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['b7deee6e-8de9-4525-91be-a1de7a298a21'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:38:34.215803 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0cec0-8d90-4f3f-b6b2-f5aa2e105528 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Pushing event deleted for resources: {'Port': ['ID=b7deee6e-8de9-4525-91be-a1de7a298a21,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:34.218308 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-f9c0cec0-8d90-4f3f-b6b2-f5aa2e105528 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:38:34.287454 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa2a14-957e-4eed-bd80-f1d2eb48c2e7 req-4512df77-5f05-443a-bfe9-44da94e9a91b tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:34.288478 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1396b0c-2660-460e-9271-262f0d0351b4 req-f9c0cec0-8d90-4f3f-b6b2-f5aa2e105528 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] No DVR routers for this DVR port b7deee6e-8de9-4525-91be-a1de7a298a21 on host hv-cinder-80582 {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:38:34.289010 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9faa2a14-957e-4eed-bd80-f1d2eb48c2e7 req-4512df77-5f05-443a-bfe9-44da94e9a91b tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.2128606 Aug 24 18:38:34.291109 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f1396b0c-2660-460e-9271-262f0d0351b4 req-f9c0cec0-8d90-4f3f-b6b2-f5aa2e105528 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:34.293818 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd253a56-8fcc-42a4-8963-eee704b9dba4', 'name': 'network-vif-deleted', 'tag': 'b7deee6e-8de9-4525-91be-a1de7a298a21'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:38:34.310482 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f1396b0c-2660-460e-9271-262f0d0351b4 req-f9c0cec0-8d90-4f3f-b6b2-f5aa2e105528 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.36 "DELETE /v2.0/ports/b7deee6e-8de9-4525-91be-a1de7a298a21 HTTP/1.1" status: 204 len: 173 time: 0.7611492 Aug 24 18:38:34.326969 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c723be-97df-4acc-805c-098333e9330d req-9d5d5cce-6e3c-4baa-b7ff-7e8813f4eac3 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:34.328442 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c6c723be-97df-4acc-805c-098333e9330d req-9d5d5cce-6e3c-4baa-b7ff-7e8813f4eac3 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.1190882 Aug 24 18:38:34.371977 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9faa2a14-957e-4eed-bd80-f1d2eb48c2e7 req-4f848ac1-5b9e-46ca-89c3-909708e36b03 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749097 Aug 24 18:38:34.397979 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c6c723be-97df-4acc-805c-098333e9330d req-4eeb3305-8208-48b9-8fc3-9957148ad3ac tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548966 Aug 24 18:38:34.453088 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd253a56-8fcc-42a4-8963-eee704b9dba4', 'name': 'network-vif-deleted', 'tag': 'b7deee6e-8de9-4525-91be-a1de7a298a21', 'status': 'completed', 'code': 200} Aug 24 18:38:34.751901 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d4d5f848-5ff5-4def-978a-3d939aa84177 req-49bb1dba-f223-459f-9b8e-5e7a855902a4 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd253a56-8fcc-42a4-8963-eee704b9dba4 HTTP/1.1" status: 200 len: 210 time: 0.0425336 Aug 24 18:38:35.664039 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a05166-2821-4058-b88b-542c7b56b895 req-187ebcad-cde7-4cfc-b724-f5c7826e1bde tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:35.665802 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-56a05166-2821-4058-b88b-542c7b56b895 req-187ebcad-cde7-4cfc-b724-f5c7826e1bde tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.1083140 Aug 24 18:38:35.672223 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe50041-b0c8-470c-8c10-24afe9761c00 req-337dda2b-9bf9-4a4b-af1d-a7f42e9f71d9 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:35.673588 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-bbe50041-b0c8-470c-8c10-24afe9761c00 req-337dda2b-9bf9-4a4b-af1d-a7f42e9f71d9 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1528091 Aug 24 18:38:35.751233 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-56a05166-2821-4058-b88b-542c7b56b895 req-290d7bff-434b-49dc-9ff3-c3cf538df82e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762346 Aug 24 18:38:35.754776 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-bbe50041-b0c8-470c-8c10-24afe9761c00 req-b7e386ab-ccab-4a39-8cf9-0d884280ebc7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642943 Aug 24 18:38:35.874494 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 34130) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:38:36.084680 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9c2674-27fd-4590-9ec8-3aa4675ec909 admin admin] Deleting subnet 6f086af0-4804-49e8-8a16-77e742d85929 {{(pid=74996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:38:36.089972 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2674-27fd-4590-9ec8-3aa4675ec909 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:36.146725 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e52d3d28-22f1-4065-878c-38153ca5e511 req-13086d7f-afdd-4626-8d77-c09a3340cc62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe&tenant_id=d1058cbc028345d9b3abf057991020c1 HTTP/1.1" status: 200 len: 1097 time: 0.2392831 Aug 24 18:38:36.230802 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2674-27fd-4590-9ec8-3aa4675ec909 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2774640'] for subnet, precommit_delete_associations {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:36.311804 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55862834-fbd6-422f-8999-8c98440ffee7 req-779a1696-d429-45b0-a528-5ca25cb8fa50 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:36.313286 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-55862834-fbd6-422f-8999-8c98440ffee7 req-779a1696-d429-45b0-a528-5ca25cb8fa50 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0830564 Aug 24 18:38:36.321978 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2674-27fd-4590-9ec8-3aa4675ec909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699818'] for subnet, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:36.359606 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-55862834-fbd6-422f-8999-8c98440ffee7 req-eba0d880-6ec1-46f7-a86b-c5c6686eac2a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398984 Aug 24 18:38:36.399525 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e52d3d28-22f1-4065-878c-38153ca5e511 req-4a9a1ce3-87cc-4d6b-b5a2-d0bd0857a901 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1058cbc028345d9b3abf057991020c1&device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 1097 time: 0.2034531 Aug 24 18:38:36.404298 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-ce3ccb74-e54e-4416-ade2-57cb2d38ac4f req-369a2ba3-8db1-4b28-9564-09c26b76646e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14803203607646e6ad6fb7c12d7bb1ec&device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 1098 time: 0.2469237 Aug 24 18:38:36.411249 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2674-27fd-4590-9ec8-3aa4675ec909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1236018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1142050'] for subnet, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:36.416153 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-28b7c1c0-8d3f-4ce0-9260-5fecb4209427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:38:36.490358 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c2674-27fd-4590-9ec8-3aa4675ec909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f086af0-4804-49e8-8a16-77e742d85929,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:36.600054 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-aa9c2674-27fd-4590-9ec8-3aa4675ec909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:36.614055 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2674-27fd-4590-9ec8-3aa4675ec909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:36.614417 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2674-27fd-4590-9ec8-3aa4675ec909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:36.614906 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2674-27fd-4590-9ec8-3aa4675ec909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:36.615234 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2674-27fd-4590-9ec8-3aa4675ec909 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:36.615662 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2674-27fd-4590-9ec8-3aa4675ec909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:36.616194 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2674-27fd-4590-9ec8-3aa4675ec909 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:36.616529 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2674-27fd-4590-9ec8-3aa4675ec909 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:36.616852 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2674-27fd-4590-9ec8-3aa4675ec909 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:36.617192 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2674-27fd-4590-9ec8-3aa4675ec909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:36.617631 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2674-27fd-4590-9ec8-3aa4675ec909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:36.617980 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9c2674-27fd-4590-9ec8-3aa4675ec909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:36.632047 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-aa9c2674-27fd-4590-9ec8-3aa4675ec909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:38:36.637002 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-aa9c2674-27fd-4590-9ec8-3aa4675ec909 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6f086af0-4804-49e8-8a16-77e742d85929 HTTP/1.1" status: 204 len: 168 time: 0.7610693 Aug 24 18:38:36.639875 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 34142) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:38:36.709347 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ccb74-e54e-4416-ade2-57cb2d38ac4f req-e3a8a0be-dc81-405d-a95d-ad44620d68a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:36.711012 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-ce3ccb74-e54e-4416-ade2-57cb2d38ac4f req-e3a8a0be-dc81-405d-a95d-ad44620d68a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=162d32ee-2009-4dae-aa26-2301ff311cfb HTTP/1.1" status: 200 len: 920 time: 0.2683027 Aug 24 18:38:36.713210 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d3d28-22f1-4065-878c-38153ca5e511 req-35557831-4333-471e-8c02-66c4845245de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:36.714527 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e52d3d28-22f1-4065-878c-38153ca5e511 req-35557831-4333-471e-8c02-66c4845245de service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6a59e55-85ca-47cc-8fae-e2513fbbce59 HTTP/1.1" status: 200 len: 918 time: 0.2708073 Aug 24 18:38:36.721967 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 34148) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:38:36.750000 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531664'] for network, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:36.780433 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_v2 [None req-228947aa-680e-4c3a-80d0-1c64fee42d2e admin admin] Deleting subnet 04392b61-4519-43a5-8aa1-681f2d9019f0 {{(pid=74996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:38:36.783283 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-228947aa-680e-4c3a-80d0-1c64fee42d2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:36.838789 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-228947aa-680e-4c3a-80d0-1c64fee42d2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2774640'] for subnet, precommit_delete_associations {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:36.875750 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699171', 'neutron.services.segments.db._delete_segments_for_network-8740182284418'] for network, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:36.890537 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:38:36.890922 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:38:36.891642 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:38:36.891964 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Subscribe: > port after_create 55550000 {{(pid=74995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:38:36.892281 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Subscribe: > port after_delete 55550000 {{(pid=74995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:38:36.892606 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Subscribe: > port after_update 55550000 {{(pid=74995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:38:36.892917 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:38:36.893242 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:38:36.893549 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:38:36.893856 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:38:36.897310 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-228947aa-680e-4c3a-80d0-1c64fee42d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699818'] for subnet, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:36.966421 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-228947aa-680e-4c3a-80d0-1c64fee42d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1236018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1142050'] for subnet, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:36.970204 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:38:37.007410 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228947aa-680e-4c3a-80d0-1c64fee42d2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04392b61-4519-43a5-8aa1-681f2d9019f0,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:37.011181 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-228947aa-680e-4c3a-80d0-1c64fee42d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:38:37.013831 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-228947aa-680e-4c3a-80d0-1c64fee42d2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:37.019844 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-228947aa-680e-4c3a-80d0-1c64fee42d2e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/04392b61-4519-43a5-8aa1-681f2d9019f0 HTTP/1.1" status: 204 len: 168 time: 0.2969127 Aug 24 18:38:37.022451 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 34154) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:38:37.052604 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:38:37.052942 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:38:37.053266 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:38:37.053930 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74995) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 18:38:37.054405 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.services.segments.db [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1109eacf-629e-4910-84d6-3d87a0369dee']}} {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:37.098120 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.services.segments.db [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9ee31d-9b7b-41e8-b45f-695749ee603b') {'for_net_delete': True} {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:37.098361 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.services.segments.db [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9ee31d-9b7b-41e8-b45f-695749ee603b') {} {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:37.122885 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740182285213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1402968'] for segment, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:37.127121 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fb99510f-d0d9-4bed-8928-307de440ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531664'] for network, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:37.146544 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:37.157456 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=74995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:38:37.157830 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3098510'] for segment, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: util.warn_limited( Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: util.warn_limited( Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: Traceback (most recent call last): Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: timer() Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: cb(*args, **kw) Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: return func(*args, **kwargs) Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: self._notify() Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: self.callback(batched_events) Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: event.method(event) Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: return f(self, *a, **k) Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: return self._get(url).json() Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: return self.request(url, 'GET', **kwargs) Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:38:37.173305 dv-cinder-805825-1-iscsi neutron-server[74995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:38:37.259877 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fb99510f-d0d9-4bed-8928-307de440ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699171', 'neutron.services.segments.db._delete_segments_for_network-8740182284418'] for network, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:37.261633 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508344c-b238-41f8-971f-d4cff351857e req-3859a9f8-7487-4c96-9b71-a37e48e5f620 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:37.263225 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d508344c-b238-41f8-971f-d4cff351857e req-3859a9f8-7487-4c96-9b71-a37e48e5f620 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.1999631 Aug 24 18:38:37.264403 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692511'] for network, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:37.271732 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-67bcc1d7-004a-44ce-9bce-d28b6042a6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:38:37.272919 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-fb99510f-d0d9-4bed-8928-307de440ce4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dcfa084-eb66-4fc0-8f7b-d459885ca215']}} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:37.285922 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-fb99510f-d0d9-4bed-8928-307de440ce4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e220a6f6-6aac-46dd-97f9-dc1bf7dd051b') {'for_net_delete': True} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:37.286220 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-fb99510f-d0d9-4bed-8928-307de440ce4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e220a6f6-6aac-46dd-97f9-dc1bf7dd051b') {} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:38:37.298575 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fb99510f-d0d9-4bed-8928-307de440ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740182285213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2774655'] for segment, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:37.304389 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:37.306954 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Pushing event deleted for resources: {'Network': ['ID=1109eacf-629e-4910-84d6-3d87a0369dee,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:37.314904 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fb99510f-d0d9-4bed-8928-307de440ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:37.321701 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb99510f-d0d9-4bed-8928-307de440ce4f admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=74996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:38:37.322309 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fb99510f-d0d9-4bed-8928-307de440ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1236116'] for segment, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:37.326502 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:37.326890 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:37.327248 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:37.327647 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:37.327985 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:37.328321 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:37.328654 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:37.328987 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:37.329316 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:37.329714 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:37.330046 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: Traceback (most recent call last): Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: timer() Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: cb(*args, **kw) Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: return func(*args, **kwargs) Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: self._notify() Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: self.callback(batched_events) Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: event.method(event) Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: return f(self, *a, **k) Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: return self._get(url).json() Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: return self.request(url, 'GET', **kwargs) Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:38:37.338245 dv-cinder-805825-1-iscsi neutron-server[74996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:38:37.340448 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:38:37.341319 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-c1e74153-89b9-4929-b983-70cb6a20bfcf admin admin] 10.222.0.62 "DELETE /v2.0/networks/1109eacf-629e-4910-84d6-3d87a0369dee HTTP/1.1" status: 204 len: 168 time: 0.7004147 Aug 24 18:38:37.344420 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device b7deee6e-8de9-4525-91be-a1de7a298a21 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:38:37.359565 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d508344c-b238-41f8-971f-d4cff351857e req-2fabf8a0-2686-4157-91e1-557fea853f79 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900111 Aug 24 18:38:37.388387 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] No Port match for: b7deee6e-8de9-4525-91be-a1de7a298a21 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:38:37.388387 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device b7deee6e-8de9-4525-91be-a1de7a298a21 not bound to the agent host hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:38:37.431871 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fb99510f-d0d9-4bed-8928-307de440ce4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692511'] for network, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:37.437153 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:38:37.456327 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fb99510f-d0d9-4bed-8928-307de440ce4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:37.458992 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99510f-d0d9-4bed-8928-307de440ce4f admin admin] Pushing event deleted for resources: {'Network': ['ID=3dcfa084-eb66-4fc0-8f7b-d459885ca215,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:37.461980 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-fb99510f-d0d9-4bed-8928-307de440ce4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:38:37.472767 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-fb99510f-d0d9-4bed-8928-307de440ce4f admin admin] 10.222.0.62 "DELETE /v2.0/networks/3dcfa084-eb66-4fc0-8f7b-d459885ca215 HTTP/1.1" status: 204 len: 168 time: 0.4487102 Aug 24 18:38:37.570781 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e6d0c-f94b-4bf6-8c06-9f4f1341e9fb req-9c31eb77-7a35-401e-bc7b-edd1fc81a495 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:37.578100 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ba7e6d0c-f94b-4bf6-8c06-9f4f1341e9fb req-9c31eb77-7a35-401e-bc7b-edd1fc81a495 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0887635 Aug 24 18:38:37.622073 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ba7e6d0c-f94b-4bf6-8c06-9f4f1341e9fb req-1bbbdf18-6ded-4ec1-a553-c9e8c7a18541 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430868 Aug 24 18:38:37.643374 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 34166) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:38:37.688348 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 34170) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:38:37.694289 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-78788860-254f-4176-928d-710815fd8380 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6de573cc36c5427ba49fe4638df7e4a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496025 Aug 24 18:38:37.696719 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 34174) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:38:37.742212 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-fd08318f-a6b7-47dd-8e2a-c6a2bc16b445 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e1603bee56d04afd9226eb8233240e8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526776 Aug 24 18:38:37.744832 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 34178) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:38:37.757063 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-ed96015c-6006-4005-b236-31f52b50fa73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:37.783639 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-ed96015c-6006-4005-b236-31f52b50fa73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:37.805121 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3ee4e027-7d82-4baa-9dc6-6f637a32ca55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:37.831180 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3ee4e027-7d82-4baa-9dc6-6f637a32ca55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:37.835470 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-ed96015c-6006-4005-b236-31f52b50fa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:37.839124 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b65eeb09-5e1d-4226-9ea2-62bf03e3e935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:38:37.850066 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96015c-6006-4005-b236-31f52b50fa73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36861c77-bf1f-42be-8424-1f447cafcd37,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:37.855583 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-ed96015c-6006-4005-b236-31f52b50fa73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:38:37.857497 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-ed96015c-6006-4005-b236-31f52b50fa73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:37.858624 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-ed96015c-6006-4005-b236-31f52b50fa73 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/36861c77-bf1f-42be-8424-1f447cafcd37 HTTP/1.1" status: 204 len: 168 time: 0.1610296 Aug 24 18:38:37.891719 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3ee4e027-7d82-4baa-9dc6-6f637a32ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:37.895885 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-afd34a1e-c723-49bc-9be8-23358f7582cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:38:37.907333 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4e027-7d82-4baa-9dc6-6f637a32ca55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68abaf0d-e618-457f-ba3d-b9706c47567a,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:37.914195 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-3ee4e027-7d82-4baa-9dc6-6f637a32ca55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:38:37.921197 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3ee4e027-7d82-4baa-9dc6-6f637a32ca55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:37.925080 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-3ee4e027-7d82-4baa-9dc6-6f637a32ca55 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/68abaf0d-e618-457f-ba3d-b9706c47567a HTTP/1.1" status: 204 len: 168 time: 0.1793892 Aug 24 18:38:38.383561 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-ce3ccb74-e54e-4416-ade2-57cb2d38ac4f req-a63dafbf-f562-403f-b07d-8964429b7d26 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f HTTP/1.1" status: 200 len: 217 time: 0.2013350 Aug 24 18:38:38.431564 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e52d3d28-22f1-4065-878c-38153ca5e511 req-ead85174-22be-46c4-9f82-1d219d9f7bff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 HTTP/1.1" status: 200 len: 1000 time: 0.1113176 Aug 24 18:38:38.592291 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30531b15-16ff-43e2-b9d0-432624407865 req-48f8f1d9-7e44-4805-8a45-15570e6956c5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:38.593765 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-30531b15-16ff-43e2-b9d0-432624407865 req-48f8f1d9-7e44-4805-8a45-15570e6956c5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.0879474 Aug 24 18:38:38.642041 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-30531b15-16ff-43e2-b9d0-432624407865 req-50808b44-6672-4e1d-9cec-615c826063b2 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425649 Aug 24 18:38:38.841817 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6505bd-a2c6-4023-bc53-ef701ca94731 req-d9e247bc-45d1-449b-9454-df03c94cb97a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:38.844602 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4a6505bd-a2c6-4023-bc53-ef701ca94731 req-d9e247bc-45d1-449b-9454-df03c94cb97a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0921257 Aug 24 18:38:38.896216 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4a6505bd-a2c6-4023-bc53-ef701ca94731 req-5df71d9c-a8b6-4455-81c4-3ea8f08e61dc tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446475 Aug 24 18:38:39.270274 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ccb74-e54e-4416-ade2-57cb2d38ac4f req-84098981-c0c4-4a6b-9edc-52dee09104ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:39.271982 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-ce3ccb74-e54e-4416-ade2-57cb2d38ac4f req-84098981-c0c4-4a6b-9edc-52dee09104ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa HTTP/1.1" status: 200 len: 859 time: 0.1142006 Aug 24 18:38:39.273449 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d3d28-22f1-4065-878c-38153ca5e511 req-e92d263b-6205-47ca-8668-5957d75a22f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:39.274947 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e52d3d28-22f1-4065-878c-38153ca5e511 req-e92d263b-6205-47ca-8668-5957d75a22f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d9a7234-019a-48d3-9ec8-5b691415065c HTTP/1.1" status: 200 len: 856 time: 0.0854871 Aug 24 18:38:39.366977 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-ce3ccb74-e54e-4416-ade2-57cb2d38ac4f req-19838a29-ab88-437c-b9dc-bfc83c79c6df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=162d32ee-2009-4dae-aa26-2301ff311cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736151 Aug 24 18:38:39.520381 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e52d3d28-22f1-4065-878c-38153ca5e511 req-c760f1a9-7546-4807-9942-432d5a416554 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6a59e55-85ca-47cc-8fae-e2513fbbce59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1968806 Aug 24 18:38:39.563748 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-ce3ccb74-e54e-4416-ade2-57cb2d38ac4f req-ea6e8288-c738-4e8d-a263-401a44a8673f service neutron] 10.222.0.36 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810503 Aug 24 18:38:39.783506 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e52d3d28-22f1-4065-878c-38153ca5e511 req-39015674-bccd-4460-88c8-f9a35890f54c service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507505 Aug 24 18:38:39.788378 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-ce3ccb74-e54e-4416-ade2-57cb2d38ac4f req-64a454f9-6e09-4e4c-887b-838ab3387444 service neutron] 10.222.0.36 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786008 Aug 24 18:38:39.866207 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ae408-22c5-4cf5-8c27-a89b0937f80f req-f8127431-d2fd-4918-b444-d06c9f3cbe09 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:39.867599 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-494ae408-22c5-4cf5-8c27-a89b0937f80f req-f8127431-d2fd-4918-b444-d06c9f3cbe09 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.0833724 Aug 24 18:38:39.918014 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-494ae408-22c5-4cf5-8c27-a89b0937f80f req-7680010e-7684-4ac0-93d0-987e14d70d75 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446558 Aug 24 18:38:39.949715 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e52d3d28-22f1-4065-878c-38153ca5e511 req-720b86e4-141c-43d1-bf36-d0cf253d1ccc service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500576 Aug 24 18:38:40.112393 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f869c4-ea10-48ce-a52f-f76957d67ccb req-a1867e04-f3a6-4d46-921f-5b91173e361b tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:40.114038 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c2f869c4-ea10-48ce-a52f-f76957d67ccb req-a1867e04-f3a6-4d46-921f-5b91173e361b tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0829029 Aug 24 18:38:40.164571 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c2f869c4-ea10-48ce-a52f-f76957d67ccb req-a9a5136a-1db2-4e42-b340-30bcfc052f7f tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441494 Aug 24 18:38:40.945054 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a1c85de5-5f36-4203-a501-f583f602813a req-e3e94f7c-89c4-48aa-afd6-b55e1f9fd595 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=0e7e6d3d50b24edca704c1c4b1b98659&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1036918 Aug 24 18:38:41.156743 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c85de5-5f36-4203-a501-f583f602813a req-99276357-ed02-482a-8908-4df91565372d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:41.158223 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a1c85de5-5f36-4203-a501-f583f602813a req-99276357-ed02-482a-8908-4df91565372d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2117932 Aug 24 18:38:41.201782 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a1c85de5-5f36-4203-a501-f583f602813a req-e979a6dd-5818-4ce6-9034-1630526c827c tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/quotas/0e7e6d3d50b24edca704c1c4b1b98659 HTTP/1.1" status: 200 len: 375 time: 0.0367677 Aug 24 18:38:41.209681 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4b85e-6531-4d0a-a995-1f7df21b7fee req-ca0c06bf-9293-40a0-a6e5-7138b6c5a80c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:41.216953 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1ff4b85e-6531-4d0a-a995-1f7df21b7fee req-ca0c06bf-9293-40a0-a6e5-7138b6c5a80c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.1401043 Aug 24 18:38:41.286286 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a1c85de5-5f36-4203-a501-f583f602813a req-08e20f9b-681e-4bb5-aa87-ebb8a96b2da8 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0e7e6d3d50b24edca704c1c4b1b98659&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834591 Aug 24 18:38:41.385313 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1ff4b85e-6531-4d0a-a995-1f7df21b7fee req-25b2dc43-79ed-42e4-991a-f132fff18855 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677604 Aug 24 18:38:41.596873 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-07cc6881-4754-4290-932d-cb16863371d0 req-ff942b72-a04b-418f-872c-0cf013985b27 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 210 time: 0.0884545 Aug 24 18:38:41.637350 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174e3cd-9201-41fb-b4aa-cd47ac134f13 req-14e6e9c7-0cd4-421f-a4bd-8f81aaa60d80 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:41.638841 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9174e3cd-9201-41fb-b4aa-cd47ac134f13 req-14e6e9c7-0cd4-421f-a4bd-8f81aaa60d80 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0979519 Aug 24 18:38:41.692608 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9174e3cd-9201-41fb-b4aa-cd47ac134f13 req-b95f5d81-dcec-40bb-a346-ba0a198b6a83 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483091 Aug 24 18:38:42.609455 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a4dbd-762f-496c-bb04-6751a9fefa5a req-2d65f88b-57c4-4dc8-99b0-1a4a56222451 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:42.610942 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-460a4dbd-762f-496c-bb04-6751a9fefa5a req-2d65f88b-57c4-4dc8-99b0-1a4a56222451 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.0840912 Aug 24 18:38:42.660948 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-460a4dbd-762f-496c-bb04-6751a9fefa5a req-13395f30-17f8-4761-9c77-05e52b957a27 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432956 Aug 24 18:38:42.786002 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-278217b3-68c6-45ad-86d3-e66e0b9aef0e req-25c43984-7df4-447d-9dd8-8bcdcb2ed778 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 210 time: 0.0471706 Aug 24 18:38:42.901525 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f5b89-b0ad-421c-8904-23f5f193b51a req-8168e014-8711-4cfa-8cb7-92b803457838 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:42.903352 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d74f5b89-b0ad-421c-8904-23f5f193b51a req-8168e014-8711-4cfa-8cb7-92b803457838 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0825033 Aug 24 18:38:42.955229 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d74f5b89-b0ad-421c-8904-23f5f193b51a req-1318ff4e-1f46-43a9-9144-7bfed9281ff9 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461330 Aug 24 18:38:43.878423 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb60284-907e-4def-beb8-b8395440291e req-2c0837f5-da96-421c-8fe1-b524a00428b7 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:43.879888 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-afb60284-907e-4def-beb8-b8395440291e req-2c0837f5-da96-421c-8fe1-b524a00428b7 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.0836325 Aug 24 18:38:43.971558 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-afb60284-907e-4def-beb8-b8395440291e req-af77577b-c044-4b08-a8cc-24bdf555cad1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853646 Aug 24 18:38:43.974803 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-46ee1937-03a1-4f32-b39b-243133e51104 req-f68a2d76-664f-4ce9-8e79-6e2871bca734 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 210 time: 0.0653353 Aug 24 18:38:44.173865 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c77088-825a-4ec2-ba79-a9ae40ac7c60 req-9b2ee2d2-e85d-46fa-85d0-d18ea5e9e748 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:44.175470 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c5c77088-825a-4ec2-ba79-a9ae40ac7c60 req-9b2ee2d2-e85d-46fa-85d0-d18ea5e9e748 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0886440 Aug 24 18:38:44.222210 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c5c77088-825a-4ec2-ba79-a9ae40ac7c60 req-d1d8c47a-aee9-4d79-b258-e7a6cffe1507 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409896 Aug 24 18:38:45.230387 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-63f3ec39-a086-4863-8443-7bb9189ea721 req-f89a362c-f452-47fe-8595-ddc4871c75eb tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 210 time: 0.0541384 Aug 24 18:38:45.337456 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d750d-79b0-471d-9d88-bde04e6e90eb req-dceae99e-25ec-4022-aec4-17b95c397750 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:45.340337 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0a1d750d-79b0-471d-9d88-bde04e6e90eb req-dceae99e-25ec-4022-aec4-17b95c397750 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.1133518 Aug 24 18:38:45.446970 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0a1d750d-79b0-471d-9d88-bde04e6e90eb req-f7f560d1-eac0-450d-941b-d7d58adf1f56 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992315 Aug 24 18:38:45.578616 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57788a-0bda-4b34-8658-a5a575f54df0 req-00ca0d28-b614-42f4-97a2-cbd70b82a413 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:45.581332 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fe57788a-0bda-4b34-8658-a5a575f54df0 req-00ca0d28-b614-42f4-97a2-cbd70b82a413 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1509507 Aug 24 18:38:45.638117 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fe57788a-0bda-4b34-8658-a5a575f54df0 req-e1825d44-3383-4740-a5d8-6da4422377fb tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428951 Aug 24 18:38:46.416853 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-07e59937-ddf3-4518-b672-3721e58fd098 req-5769f908-ddb9-429d-b067-3f3e51512093 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 210 time: 0.0469785 Aug 24 18:38:46.691558 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426c5d7-2fd0-49e9-8a40-f98e316666b7 req-f3b57d46-1e97-4f07-a0be-70540e8f5ed5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:46.693104 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7426c5d7-2fd0-49e9-8a40-f98e316666b7 req-f3b57d46-1e97-4f07-a0be-70540e8f5ed5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.0914280 Aug 24 18:38:46.739178 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7426c5d7-2fd0-49e9-8a40-f98e316666b7 req-ce6b0ded-cdd4-4555-99e0-51ca9ebc0cea tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404010 Aug 24 18:38:46.846548 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ceee67-51be-4111-bc6a-d7ef55f793b1 req-d30a5f04-6501-4cc0-9e3a-8c131f33366f tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:46.848139 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-01ceee67-51be-4111-bc6a-d7ef55f793b1 req-d30a5f04-6501-4cc0-9e3a-8c131f33366f tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0887053 Aug 24 18:38:46.895874 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-01ceee67-51be-4111-bc6a-d7ef55f793b1 req-41bfb8b7-dd6c-4c54-9fa9-242e231971f3 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415316 Aug 24 18:38:47.595309 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f85477b2-4c00-4412-a9e4-5eb9bbb15659 req-bf0364bf-fdbc-4021-adcc-22ff1a2a1747 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 210 time: 0.0470898 Aug 24 18:38:47.980366 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853f9bf-2b9e-4ef7-9407-9d9356050804 req-896c57c5-366b-4c4f-b8bf-d58d6e3ebcc4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:47.981936 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3853f9bf-2b9e-4ef7-9407-9d9356050804 req-896c57c5-366b-4c4f-b8bf-d58d6e3ebcc4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.1018739 Aug 24 18:38:48.034816 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3853f9bf-2b9e-4ef7-9407-9d9356050804 req-0abfa49c-76ae-4141-8efa-49b8f188fe8f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467551 Aug 24 18:38:48.127919 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbccf0-9377-40e9-be35-6d9a67cd02ad req-38982b05-b3c1-41c9-b38b-6ee96f0dcd4d tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:48.129379 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-badbccf0-9377-40e9-be35-6d9a67cd02ad req-38982b05-b3c1-41c9-b38b-6ee96f0dcd4d tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0867565 Aug 24 18:38:48.178361 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-badbccf0-9377-40e9-be35-6d9a67cd02ad req-e58eece6-d54f-4f35-baf7-eed61ab91690 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421469 Aug 24 18:38:48.825844 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-aff3d86f-6946-44f1-b09e-4f4fc7dca501 req-57fce633-bebd-45bd-b909-5bcf8ba143e2 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 210 time: 0.1073699 Aug 24 18:38:48.925089 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-fac16ddb-0413-4d02-b842-ceeef8b8e2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:49.269211 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fda99e-5af9-4372-b96b-9546f07c0078 req-6fc6591f-87b9-4e21-af3d-69f918aadac1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:49.270890 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-36fda99e-5af9-4372-b96b-9546f07c0078 req-6fc6591f-87b9-4e21-af3d-69f918aadac1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.0904179 Aug 24 18:38:49.325445 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:49.368696 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-36fda99e-5af9-4372-b96b-9546f07c0078 req-36d0a32d-8d45-42ff-a5ae-2d775011ebda tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918641 Aug 24 18:38:49.408353 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf09c5-d98f-4718-a67d-6245a77b7b66 req-b42617ec-e5cd-4b98-8aa9-de560cbb2938 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:49.410144 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2fbf09c5-d98f-4718-a67d-6245a77b7b66 req-b42617ec-e5cd-4b98-8aa9-de560cbb2938 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0906043 Aug 24 18:38:49.460569 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2fbf09c5-d98f-4718-a67d-6245a77b7b66 req-e7c5e542-29d7-48d2-a81b-434da5c355df tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446725 Aug 24 18:38:50.022502 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-58fffbc7-665d-490f-9e62-e34b5ec6a26a req-710f4761-6e55-4e90-a939-6ddf112dba69 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 210 time: 0.0477307 Aug 24 18:38:50.612940 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4496fa-703f-4845-85da-c8066af920f1 req-455318a3-8d3f-43f2-b1b2-73a7e163d482 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:50.614675 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9f4496fa-703f-4845-85da-c8066af920f1 req-455318a3-8d3f-43f2-b1b2-73a7e163d482 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.1033907 Aug 24 18:38:50.670767 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9f4496fa-703f-4845-85da-c8066af920f1 req-ca4a59ed-719d-4860-80b2-9948927cdd5d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469551 Aug 24 18:38:50.758955 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716ae19-8603-4a3f-ae1e-1f5c7e573dd7 req-4c0d4fea-7226-4aa2-bc19-e326d18e7e50 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:50.763119 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6716ae19-8603-4a3f-ae1e-1f5c7e573dd7 req-4c0d4fea-7226-4aa2-bc19-e326d18e7e50 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0914330 Aug 24 18:38:50.835430 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6716ae19-8603-4a3f-ae1e-1f5c7e573dd7 req-67c5d920-1c00-4fe4-86e5-11a1a567c33b tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684321 Aug 24 18:38:51.239433 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-414de643-9646-469f-bbcc-ddde99d38d38 req-e8c5e0e7-7ab8-42aa-8e69-84cedbccd4ec tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 210 time: 0.0862451 Aug 24 18:38:51.247250 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-363bf3b4-1e63-4a9b-b331-006af32b5ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:51.915464 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff28ba-609c-4492-88f7-368bddeb1d10 req-cc1214f6-691e-4796-94df-5e65da34ffca tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:51.922919 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-29ff28ba-609c-4492-88f7-368bddeb1d10 req-cc1214f6-691e-4796-94df-5e65da34ffca tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.0959332 Aug 24 18:38:52.011292 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-29ff28ba-609c-4492-88f7-368bddeb1d10 req-f7c7391b-9d5d-47df-8d19-5d39d677fe21 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873690 Aug 24 18:38:52.074973 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd6aab-4923-4029-a766-bd6c6aa43f67 req-9eb78048-a208-4436-ab90-681c3e83b1ad tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:52.076614 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ecdd6aab-4923-4029-a766-bd6c6aa43f67 req-9eb78048-a208-4436-ab90-681c3e83b1ad tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1140249 Aug 24 18:38:52.125132 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ecdd6aab-4923-4029-a766-bd6c6aa43f67 req-e3366133-ab5e-45da-982c-1a13356aee20 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430431 Aug 24 18:38:52.165794 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:52.411901 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e234e41e-06b8-4531-9282-b62a848be4fa req-7a26e1f1-2f51-4bcb-97d4-1de5f5425f23 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 210 time: 0.0436440 Aug 24 18:38:53.245557 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3ce61-56e1-465f-8a0a-30be2f1433dd req-70bfef40-24f5-4347-afe7-9bb7909247f5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:53.247035 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f3b3ce61-56e1-465f-8a0a-30be2f1433dd req-70bfef40-24f5-4347-afe7-9bb7909247f5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.0996015 Aug 24 18:38:53.356929 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f3b3ce61-56e1-465f-8a0a-30be2f1433dd req-f5054ffd-7b62-4dae-82d0-d95f35690294 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955570 Aug 24 18:38:53.374331 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c870b-c5a8-41d4-b7d0-c27d4d6eaaac req-243e434b-f892-494a-831e-c66166b3f857 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:53.376434 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b56c870b-c5a8-41d4-b7d0-c27d4d6eaaac req-243e434b-f892-494a-831e-c66166b3f857 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1194406 Aug 24 18:38:53.450276 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b56c870b-c5a8-41d4-b7d0-c27d4d6eaaac req-8c6cefab-eee0-4676-ae1f-913aec2cd174 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586426 Aug 24 18:38:53.607350 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e926c034-4d41-4c2c-b0e3-32337d6030cd req-7a3768b2-fbbb-4854-8b86-091b6b35310a tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 210 time: 0.0426743 Aug 24 18:38:53.645939 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:54.576476 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4d646-9ba8-47d3-acc9-8dcf3b9cbc14 req-0f556601-d614-401b-82c5-7259772bb68e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:54.577969 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-62d4d646-9ba8-47d3-acc9-8dcf3b9cbc14 req-0f556601-d614-401b-82c5-7259772bb68e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.0863853 Aug 24 18:38:54.682274 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-62d4d646-9ba8-47d3-acc9-8dcf3b9cbc14 req-7a55fe29-6545-48fb-80b2-a9709f42b0a3 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587916 Aug 24 18:38:54.702266 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158d585-67dd-4a54-a57a-146934a7b6e0 req-b1b66691-0a93-4b24-8ac3-499b4b6d7989 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:54.703759 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f158d585-67dd-4a54-a57a-146934a7b6e0 req-b1b66691-0a93-4b24-8ac3-499b4b6d7989 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1246033 Aug 24 18:38:54.752389 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f158d585-67dd-4a54-a57a-146934a7b6e0 req-7c7d7c78-b855-41e3-9e27-5f93bde5c640 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428202 Aug 24 18:38:54.849384 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-61e538c6-708f-40c1-b871-de2b2ec337d5 req-53498fb7-8815-4a07-9944-84081943f110 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 210 time: 0.0474532 Aug 24 18:38:55.360127 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 34508) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:38:55.511010 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-884978ca-19d0-4d66-bc22-47c2d076f7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:55.553027 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-884978ca-19d0-4d66-bc22-47c2d076f7e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:38:55.557213 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-884978ca-19d0-4d66-bc22-47c2d076f7e2 admin admin] Usage tracker for resource:security_group_rule and tenant:18affaa1dba842aca376e9eb47579dcf is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:38:55.560309 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-884978ca-19d0-4d66-bc22-47c2d076f7e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:38:55.566362 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-884978ca-19d0-4d66-bc22-47c2d076f7e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:38:55.634151 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-884978ca-19d0-4d66-bc22-47c2d076f7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:55.639887 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-884978ca-19d0-4d66-bc22-47c2d076f7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:55.646404 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:38:55.686800 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884978ca-19d0-4d66-bc22-47c2d076f7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8551d938-7f3d-4e78-a7ed-55b7166104f4,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:55.690379 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-884978ca-19d0-4d66-bc22-47c2d076f7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:38:55.694718 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-884978ca-19d0-4d66-bc22-47c2d076f7e2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18affaa1dba842aca376e9eb47579dcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3318114 Aug 24 18:38:55.695673 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 34514) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:38:55.758884 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5aa5da96-8546-4e62-bbda-a13eb6707960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:55.801190 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5aa5da96-8546-4e62-bbda-a13eb6707960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:55.948992 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a1c85de5-5f36-4203-a501-f583f602813a req-46fc7cff-1306-4994-9970-1a5d3eab9350 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0e7e6d3d50b24edca704c1c4b1b98659&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488079 Aug 24 18:38:56.046017 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5aa5da96-8546-4e62-bbda-a13eb6707960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:56.053049 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-f31d8827-001f-4816-971c-52bb11779713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:38:56.079571 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e8b9d-488a-4fc8-afaa-9c18b764752a req-81999e00-aa06-4403-a053-43198097473d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:56.087464 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9c3e8b9d-488a-4fc8-afaa-9c18b764752a req-81999e00-aa06-4403-a053-43198097473d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.2343993 Aug 24 18:38:56.119249 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5da96-8546-4e62-bbda-a13eb6707960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8551d938-7f3d-4e78-a7ed-55b7166104f4,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:56.122227 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-5aa5da96-8546-4e62-bbda-a13eb6707960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:38:56.124972 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5aa5da96-8546-4e62-bbda-a13eb6707960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:56.128987 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-5aa5da96-8546-4e62-bbda-a13eb6707960 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8551d938-7f3d-4e78-a7ed-55b7166104f4 HTTP/1.1" status: 204 len: 168 time: 0.4295259 Aug 24 18:38:56.141260 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c85de5-5f36-4203-a501-f583f602813a req-77fbab6c-e03a-46b4-9ded-b1b750646ce9 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:56.146800 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a1c85de5-5f36-4203-a501-f583f602813a req-77fbab6c-e03a-46b4-9ded-b1b750646ce9 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1869533 Aug 24 18:38:56.160230 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9c3e8b9d-488a-4fc8-afaa-9c18b764752a req-4555c6a0-aecd-43d0-93e6-e272bebcd850 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708706 Aug 24 18:38:56.170267 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Request body: {'port': {'device_id': 'e2baa1d0-3c2e-43ae-9666-6075e0e82faa', 'network_id': 'd5ca9f74-563e-4e14-9070-999dda7e1653', 'admin_state_up': True, 'tenant_id': '0e7e6d3d50b24edca704c1c4b1b98659'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:38:56.227410 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faabab3-3203-44d5-b9ab-d6c77961e184 req-88398043-48a8-48d3-a429-47f89e4ba096 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:56.235364 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8faabab3-3203-44d5-b9ab-d6c77961e184 req-88398043-48a8-48d3-a429-47f89e4ba096 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.2950349 Aug 24 18:38:56.313123 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8faabab3-3203-44d5-b9ab-d6c77961e184 req-8777a4b7-fda1-4f04-aea5-c5a90102607f tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761626 Aug 24 18:38:56.366547 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cba730a3-1629-4166-8a2b-a26a3090cf89 req-7e7618fb-044c-4ddd-98fd-65330a74a9f5 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 210 time: 0.0518901 Aug 24 18:38:56.392501 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:38:56.396761 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Usage tracker for resource:port and tenant:0e7e6d3d50b24edca704c1c4b1b98659 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:38:56.399677 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:38:56.406526 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:38:56.417428 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Made reservation on behalf of 0e7e6d3d50b24edca704c1c4b1b98659 for: {'port': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:38:56.420776 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:56.434615 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:56.468444 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:38:56.472421 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Usage tracker for resource:security_group_rule and tenant:0e7e6d3d50b24edca704c1c4b1b98659 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:38:56.475597 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:38:56.483081 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:38:56.557700 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:56.562286 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:56.565129 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-1d58695d-7366-45b9-82a2-39db86a0b69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:38:56.644203 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c3b98a-3693-4326-b79c-b86571e8e0b1,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:56.649698 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:38:56.747996 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Allocated IP 192.168.233.207 (d5ca9f74-563e-4e14-9070-999dda7e1653/fd783578-f9ce-4b29-863f-db2f90fcae4c/64599689-e7a0-473e-b468-1ab0b7799196) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:38:57.062142 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:57.077168 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Transition to ACTIVE for port object 64599689-e7a0-473e-b468-1ab0b7799196 will not be triggered until provisioned by entity DHCP. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:38:57.102284 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:57.108286 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:38:57.177445 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Network d5ca9f74-563e-4e14-9070-999dda7e1653 is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:38:57.180525 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:38:57.185106 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:38:57.253350 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:57.253749 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:57.261152 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Pushing event updated for resources: {'Port': ['ID=64599689-e7a0-473e-b468-1ab0b7799196,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:57.268452 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:38:57.293769 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a1c85de5-5f36-4203-a501-f583f602813a req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1293726 Aug 24 18:38:57.307750 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-a1c85de5-5f36-4203-a501-f583f602813a req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Request body: {'port': {'device_id': 'e2baa1d0-3c2e-43ae-9666-6075e0e82faa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:38:57.439390 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-a1c85de5-5f36-4203-a501-f583f602813a req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:57.492156 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-c5dde485-4393-40d3-bb26-d79cbf8f015f None None] Provisioning for port 64599689-e7a0-473e-b468-1ab0b7799196 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:38:57.500873 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-c5dde485-4393-40d3-bb26-d79cbf8f015f None None] Provisioning complete for port 64599689-e7a0-473e-b468-1ab0b7799196 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:38:57.502493 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c5dde485-4393-40d3-bb26-d79cbf8f015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:57.536314 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fd8e0-d814-42f0-872c-83a1d708bbf9 req-2a6de07b-4747-49eb-af62-bacdeb3faf1d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:57.545281 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b77fd8e0-d814-42f0-872c-83a1d708bbf9 req-2a6de07b-4747-49eb-af62-bacdeb3faf1d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.2438250 Aug 24 18:38:57.593443 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b77fd8e0-d814-42f0-872c-83a1d708bbf9 req-638670df-8cf7-46fd-a4cb-d7b5b20957bd tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434136 Aug 24 18:38:57.604076 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-c5dde485-4393-40d3-bb26-d79cbf8f015f None None] Port 64599689-e7a0-473e-b468-1ab0b7799196 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:38:57.745834 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66106c05-fb17-4695-b45c-525f68cc48f7 req-1f4f234b-2c01-42f0-8d36-6f23ec1888e3 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:57.747540 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-66106c05-fb17-4695-b45c-525f68cc48f7 req-1f4f234b-2c01-42f0-8d36-6f23ec1888e3 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 936 time: 0.0833008 Aug 24 18:38:57.854556 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-66106c05-fb17-4695-b45c-525f68cc48f7 req-21da18d5-eeba-48ca-a7a1-bf7f70a37c8e tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c3b98a-3693-4326-b79c-b86571e8e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676632 Aug 24 18:38:57.869807 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21831796-0698-4115-8e70-fc7072ed1ebb req-8cbce80a-1ffb-4583-98b5-9d601d0ef325 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:57.872081 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-21831796-0698-4115-8e70-fc7072ed1ebb req-8cbce80a-1ffb-4583-98b5-9d601d0ef325 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 945 time: 0.1208684 Aug 24 18:38:57.905457 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [req-a1c85de5-5f36-4203-a501-f583f602813a req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64599689-e7a0-473e-b468-1ab0b7799196 {{(pid=74996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:38:57.913993 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-a1c85de5-5f36-4203-a501-f583f602813a req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:57.932237 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-a1c85de5-5f36-4203-a501-f583f602813a req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Transition to ACTIVE for port object 64599689-e7a0-473e-b468-1ab0b7799196 will not be triggered until provisioned by entity L2. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:38:57.939588 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-a1c85de5-5f36-4203-a501-f583f602813a req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:57.946154 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-21831796-0698-4115-8e70-fc7072ed1ebb req-69ec7197-d497-4e03-b702-d8594f161117 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678661 Aug 24 18:38:57.946328 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:38:58.094034 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Pushing event updated for resources: {'Port': ['ID=64599689-e7a0-473e-b468-1ab0b7799196,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:58.097807 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:38:58.173144 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1a898-892f-4da2-aec4-a38e0edf1162 req-81652ac7-7118-416a-9a59-fe8ee3b05c99 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:58.174933 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a9d1a898-892f-4da2-aec4-a38e0edf1162 req-81652ac7-7118-416a-9a59-fe8ee3b05c99 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0879431 Aug 24 18:38:58.231911 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-a1c85de5-5f36-4203-a501-f583f602813a req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Attempting to bind port 64599689-e7a0-473e-b468-1ab0b7799196 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:38:58.232328 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-a1c85de5-5f36-4203-a501-f583f602813a req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Attempting to bind port 64599689-e7a0-473e-b468-1ab0b7799196 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '99499f21-e816-4311-a94d-210236df4f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd5ca9f74-563e-4e14-9070-999dda7e1653'}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:38:58.232703 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c85de5-5f36-4203-a501-f583f602813a req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Attempting to bind port 64599689-e7a0-473e-b468-1ab0b7799196 on network d5ca9f74-563e-4e14-9070-999dda7e1653 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:38:58.242924 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a9d1a898-892f-4da2-aec4-a38e0edf1162 req-dead20ac-d44e-48ce-81cb-741bdfd6792c tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594935 Aug 24 18:38:58.244392 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c85de5-5f36-4203-a501-f583f602813a req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Port 64599689-e7a0-473e-b468-1ab0b7799196 on network d5ca9f74-563e-4e14-9070-999dda7e1653 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:38:58.244773 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c85de5-5f36-4203-a501-f583f602813a req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Attempting to bind port 64599689-e7a0-473e-b468-1ab0b7799196 on network d5ca9f74-563e-4e14-9070-999dda7e1653 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:38:58.252240 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c85de5-5f36-4203-a501-f583f602813a req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Checking agent: {'id': 'c5b5b5de-e9ee-4a89-bea7-745c11eae0d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'started_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:38:58.252644 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c85de5-5f36-4203-a501-f583f602813a req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Checking segment: {'id': '99499f21-e816-4311-a94d-210236df4f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd5ca9f74-563e-4e14-9070-999dda7e1653'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:38:58.253084 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1c85de5-5f36-4203-a501-f583f602813a req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Bound using segment: {'id': '99499f21-e816-4311-a94d-210236df4f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd5ca9f74-563e-4e14-9070-999dda7e1653'} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:38:58.253613 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-a1c85de5-5f36-4203-a501-f583f602813a req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Bound port: 64599689-e7a0-473e-b468-1ab0b7799196, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99499f21-e816-4311-a94d-210236df4f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'd5ca9f74-563e-4e14-9070-999dda7e1653'}}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:38:58.254008 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-a1c85de5-5f36-4203-a501-f583f602813a req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:58.344453 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-a1c85de5-5f36-4203-a501-f583f602813a req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] For port 64599689-e7a0-473e-b468-1ab0b7799196, host hv-cinder-80582, cleared binding levels {{(pid=74996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:38:58.347618 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-a1c85de5-5f36-4203-a501-f583f602813a req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] For port 64599689-e7a0-473e-b468-1ab0b7799196, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=64599689-e7a0-473e-b468-1ab0b7799196,segment=NetworkSegment(99499f21-e816-4311-a94d-210236df4f83),segment_id=99499f21-e816-4311-a94d-210236df4f83)] {{(pid=74996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:38:58.353010 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-a1c85de5-5f36-4203-a501-f583f602813a req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:58.357540 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-27afa6bf-c6f4-4d56-942a-0731ecfe6e07 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:38:58.417667 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-a1c85de5-5f36-4203-a501-f583f602813a req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:58.418944 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a1c85de5-5f36-4203-a501-f583f602813a req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] 10.222.0.36 "PUT /v2.0/ports/64599689-e7a0-473e-b468-1ab0b7799196 HTTP/1.1" status: 200 len: 1098 time: 1.1164060 Aug 24 18:38:58.419441 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2baa1d0-3c2e-43ae-9666-6075e0e82faa', 'tag': '64599689-e7a0-473e-b468-1ab0b7799196'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:38:58.472264 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Pushing event updated for resources: {'Port': ['ID=64599689-e7a0-473e-b468-1ab0b7799196,revision_number=3']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:58.481023 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:38:58.525617 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2baa1d0-3c2e-43ae-9666-6075e0e82faa', 'tag': '64599689-e7a0-473e-b468-1ab0b7799196', 'status': 'completed', 'code': 200} Aug 24 18:38:58.572424 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a1c85de5-5f36-4203-a501-f583f602813a req-56d454ba-f31e-4ed1-b783-c3eb22a1f6e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e7e6d3d50b24edca704c1c4b1b98659&device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 1101 time: 0.0931914 Aug 24 18:38:58.592606 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 34596) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:38:58.655346 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a1c85de5-5f36-4203-a501-f583f602813a req-0066bd6d-f1e1-4d9b-b700-5d8106cacc25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=64599689-e7a0-473e-b468-1ab0b7799196 HTTP/1.1" status: 200 len: 217 time: 0.0735717 Aug 24 18:38:58.733672 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c85de5-5f36-4203-a501-f583f602813a req-be360708-bbc3-4dca-8f33-9cede1b45b68 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:58.738677 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a1c85de5-5f36-4203-a501-f583f602813a req-be360708-bbc3-4dca-8f33-9cede1b45b68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd783578-f9ce-4b29-863f-db2f90fcae4c HTTP/1.1" status: 200 len: 843 time: 0.0717075 Aug 24 18:38:58.826396 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a1c85de5-5f36-4203-a501-f583f602813a req-c8cb0c94-4ff1-444d-8a9a-c156a2ec318b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5ca9f74-563e-4e14-9070-999dda7e1653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0808957 Aug 24 18:38:58.832778 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cda13e1b-ccde-49c9-b05c-dd528ec85f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:58.892214 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-cda13e1b-ccde-49c9-b05c-dd528ec85f7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:38:58.896803 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-cda13e1b-ccde-49c9-b05c-dd528ec85f7e admin admin] Usage tracker for resource:security_group_rule and tenant:97d9f889d16142299ae395b382d4f484 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:38:58.900434 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-cda13e1b-ccde-49c9-b05c-dd528ec85f7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:38:58.907093 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-cda13e1b-ccde-49c9-b05c-dd528ec85f7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:38:58.956538 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3079064-3939-4d64-8a43-4f7dc5158be3 req-1209aad5-d6a7-4069-ac70-f93722e364e1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:58.958433 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e3079064-3939-4d64-8a43-4f7dc5158be3 req-1209aad5-d6a7-4069-ac70-f93722e364e1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.1667132 Aug 24 18:38:59.008024 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a1c85de5-5f36-4203-a501-f583f602813a req-27648559-084b-4ef8-b947-a09f91e4e96c service neutron] 10.222.0.36 "GET /v2.0/networks/d5ca9f74-563e-4e14-9070-999dda7e1653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728110 Aug 24 18:38:59.093486 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e3079064-3939-4d64-8a43-4f7dc5158be3 req-18865e12-9a00-4595-9a66-9b2931a4760f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267872 Aug 24 18:38:59.095709 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cda13e1b-ccde-49c9-b05c-dd528ec85f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:59.100565 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cda13e1b-ccde-49c9-b05c-dd528ec85f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:59.110196 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-e577a91d-575f-40e5-8dff-76af7f8d743c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:38:59.168043 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda13e1b-ccde-49c9-b05c-dd528ec85f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f89b2a-29b3-4057-bce6-abda76b30700,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:59.172064 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-cda13e1b-ccde-49c9-b05c-dd528ec85f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:38:59.181214 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-cda13e1b-ccde-49c9-b05c-dd528ec85f7e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=97d9f889d16142299ae395b382d4f484&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5843318 Aug 24 18:38:59.184886 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 34610) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:38:59.191056 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe3264-1706-4c0f-8e95-97ed80eec976 req-5e25b5b9-4d05-498e-8617-ef28267ee6c3 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:59.192532 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-29fe3264-1706-4c0f-8e95-97ed80eec976 req-5e25b5b9-4d05-498e-8617-ef28267ee6c3 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 948 time: 0.1685295 Aug 24 18:38:59.224958 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a1c85de5-5f36-4203-a501-f583f602813a req-e571d692-f988-402a-b998-11381ef39144 service neutron] 10.222.0.36 "GET /v2.0/networks/d5ca9f74-563e-4e14-9070-999dda7e1653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070315 Aug 24 18:38:59.336345 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-29fe3264-1706-4c0f-8e95-97ed80eec976 req-cc8b7166-a66d-46d4-a155-afbfd7ede5f3 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c3b98a-3693-4326-b79c-b86571e8e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290045 Aug 24 18:38:59.354909 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee3c6-f7d9-4adc-b78d-d34d92882d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:59.382879 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-03615721-3b2d-4c65-aead-bfc74a0875d0 req-680792b4-8e67-4f12-9191-a7b78124687a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e7e6d3d50b24edca704c1c4b1b98659&device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 1101 time: 0.0844729 Aug 24 18:38:59.390844 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf3285-f58b-4e37-9570-b1a88cd33a1d req-41caf7d9-ffb0-4e08-8666-d8a0cc7187ad tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:59.392320 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-72bf3285-f58b-4e37-9570-b1a88cd33a1d req-41caf7d9-ffb0-4e08-8666-d8a0cc7187ad tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 945 time: 0.1615365 Aug 24 18:38:59.393986 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee3c6-f7d9-4adc-b78d-d34d92882d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:59.469230 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-72bf3285-f58b-4e37-9570-b1a88cd33a1d req-c3392958-2611-41a8-9870-7a9e45cfa9c0 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682201 Aug 24 18:38:59.486756 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee3c6-f7d9-4adc-b78d-d34d92882d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:59.492652 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-f3cf908a-8512-4346-ab21-aa4266dc18a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:38:59.506090 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ee3c6-f7d9-4adc-b78d-d34d92882d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f89b2a-29b3-4057-bce6-abda76b30700,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:38:59.508831 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-bb6ee3c6-f7d9-4adc-b78d-d34d92882d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:38:59.512484 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee3c6-f7d9-4adc-b78d-d34d92882d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:59.514209 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-bb6ee3c6-f7d9-4adc-b78d-d34d92882d50 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d2f89b2a-29b3-4057-bce6-abda76b30700 HTTP/1.1" status: 204 len: 168 time: 0.3201458 Aug 24 18:38:59.525761 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03615721-3b2d-4c65-aead-bfc74a0875d0 req-04599209-69c5-42c6-bf77-fed28bb05ddf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:59.527249 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-03615721-3b2d-4c65-aead-bfc74a0875d0 req-04599209-69c5-42c6-bf77-fed28bb05ddf service neutron] 10.222.0.36 "GET /v2.0/networks?id=d5ca9f74-563e-4e14-9070-999dda7e1653 HTTP/1.1" status: 200 len: 870 time: 0.1363487 Aug 24 18:38:59.613491 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-03615721-3b2d-4c65-aead-bfc74a0875d0 req-4fb1cd0e-f95c-4d12-9371-40e8ca89b042 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=64599689-e7a0-473e-b468-1ab0b7799196 HTTP/1.1" status: 200 len: 217 time: 0.0675044 Aug 24 18:38:59.685299 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03615721-3b2d-4c65-aead-bfc74a0875d0 req-98635a4b-9b74-467d-94d0-f5b0766f4d55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:38:59.686799 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-03615721-3b2d-4c65-aead-bfc74a0875d0 req-98635a4b-9b74-467d-94d0-f5b0766f4d55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fd783578-f9ce-4b29-863f-db2f90fcae4c HTTP/1.1" status: 200 len: 843 time: 0.0621316 Aug 24 18:38:59.767309 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-03615721-3b2d-4c65-aead-bfc74a0875d0 req-e16723a8-ebf8-49d1-9b79-017e9e0feff8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d5ca9f74-563e-4e14-9070-999dda7e1653&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0708385 Aug 24 18:38:59.858405 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 34620) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:38:59.887849 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5dc642cd-7f20-4eae-a962-d39053d1adf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:38:59.990848 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-03615721-3b2d-4c65-aead-bfc74a0875d0 req-42f1fe71-acf8-43ad-a1b2-509240fb6dbc service neutron] 10.222.0.36 "GET /v2.0/networks/d5ca9f74-563e-4e14-9070-999dda7e1653?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151561 Aug 24 18:38:59.998050 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-5dc642cd-7f20-4eae-a962-d39053d1adf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:39:00.004158 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-5dc642cd-7f20-4eae-a962-d39053d1adf5 admin admin] Usage tracker for resource:security_group_rule and tenant:77334924e0b4444eae885015c5d10cfc is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:39:00.024443 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-5dc642cd-7f20-4eae-a962-d39053d1adf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:39:00.039755 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-5dc642cd-7f20-4eae-a962-d39053d1adf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:39:00.178025 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b80c9-0b68-4d02-83a3-06d2803dd9b7 req-a6492429-6bcb-4e8b-82e8-065d27d185ca tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:00.178748 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-924b80c9-0b68-4d02-83a3-06d2803dd9b7 req-a6492429-6bcb-4e8b-82e8-065d27d185ca tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Synchronizing usage tracker for tenant:ab2b347e1a8347b5bd5e4a57b594fc99 on resource:port {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:39:00.201681 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-03615721-3b2d-4c65-aead-bfc74a0875d0 req-31a7a06f-7bd6-442f-b7c7-9eeb89b994c1 service neutron] 10.222.0.36 "GET /v2.0/networks/d5ca9f74-563e-4e14-9070-999dda7e1653?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986835 Aug 24 18:39:00.231668 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-924b80c9-0b68-4d02-83a3-06d2803dd9b7 req-a6492429-6bcb-4e8b-82e8-065d27d185ca tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Unset dirty status for tenant:ab2b347e1a8347b5bd5e4a57b594fc99 on resource:port {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:39:00.232790 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-924b80c9-0b68-4d02-83a3-06d2803dd9b7 req-a6492429-6bcb-4e8b-82e8-065d27d185ca tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 945 time: 0.2885497 Aug 24 18:39:00.236629 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5dc642cd-7f20-4eae-a962-d39053d1adf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:00.274022 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5dc642cd-7f20-4eae-a962-d39053d1adf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:00.289569 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-c3cfb432-c35d-4244-a948-d105ba43c4ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:00.313008 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95068b9-759d-431b-b1c6-89e9818b4070 req-a5544b2e-511d-435a-9092-e6cfb1e2790e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:00.314490 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e95068b9-759d-431b-b1c6-89e9818b4070 req-a5544b2e-511d-435a-9092-e6cfb1e2790e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.0796609 Aug 24 18:39:00.349205 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-924b80c9-0b68-4d02-83a3-06d2803dd9b7 req-1ee51472-f598-4aa0-85e0-2f60258d5aef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Deleting port 030db119-3a65-4724-9df4-0dcf99e300c8 {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:39:00.349504 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-924b80c9-0b68-4d02-83a3-06d2803dd9b7 req-1ee51472-f598-4aa0-85e0-2f60258d5aef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:00.360907 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e95068b9-759d-431b-b1c6-89e9818b4070 req-e14cb5ac-3896-433a-929d-e44fd94ae9a8 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404518 Aug 24 18:39:00.381181 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc642cd-7f20-4eae-a962-d39053d1adf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76140ca-33ce-470a-85c5-46fcccc4c213,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:00.389187 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-5dc642cd-7f20-4eae-a962-d39053d1adf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:00.391599 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-5dc642cd-7f20-4eae-a962-d39053d1adf5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=77334924e0b4444eae885015c5d10cfc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5326526 Aug 24 18:39:00.401739 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 34630) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:39:00.506917 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-7143f803-8033-4217-8f4d-9f7fb75e21cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:00.545288 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-7143f803-8033-4217-8f4d-9f7fb75e21cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:00.595777 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df26a9c-5468-47a7-811e-b76fe10d2e60 req-930a820a-fdfb-4742-9fcb-5093c422b6d6 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:00.597268 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4df26a9c-5468-47a7-811e-b76fe10d2e60 req-930a820a-fdfb-4742-9fcb-5093c422b6d6 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 948 time: 0.1353021 Aug 24 18:39:00.613687 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-924b80c9-0b68-4d02-83a3-06d2803dd9b7 req-1ee51472-f598-4aa0-85e0-2f60258d5aef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] For port 030db119-3a65-4724-9df4-0dcf99e300c8, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=030db119-3a65-4724-9df4-0dcf99e300c8,segment=NetworkSegment(121443c8-53ae-45ba-8580-3879c94e6df1),segment_id=121443c8-53ae-45ba-8580-3879c94e6df1)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:39:00.614112 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-924b80c9-0b68-4d02-83a3-06d2803dd9b7 req-1ee51472-f598-4aa0-85e0-2f60258d5aef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:00.671685 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-7143f803-8033-4217-8f4d-9f7fb75e21cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:00.677768 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-d91ed931-8f0b-4b60-bb5e-f4ee739bc83a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:00.702233 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143f803-8033-4217-8f4d-9f7fb75e21cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76140ca-33ce-470a-85c5-46fcccc4c213,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:00.705873 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-7143f803-8033-4217-8f4d-9f7fb75e21cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:00.721806 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-7143f803-8033-4217-8f4d-9f7fb75e21cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:00.722985 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-7143f803-8033-4217-8f4d-9f7fb75e21cd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d76140ca-33ce-470a-85c5-46fcccc4c213 HTTP/1.1" status: 204 len: 168 time: 0.3204281 Aug 24 18:39:00.732105 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4df26a9c-5468-47a7-811e-b76fe10d2e60 req-838e5a4f-f325-45f4-87e6-c24dc68b1093 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c3b98a-3693-4326-b79c-b86571e8e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921166 Aug 24 18:39:00.750779 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e67dd7-2802-489a-a3fd-0b8c28a25315 req-7a8b5ec1-46a7-46dd-97c9-09788c180ed3 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:00.755089 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-924b80c9-0b68-4d02-83a3-06d2803dd9b7 req-1ee51472-f598-4aa0-85e0-2f60258d5aef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Calling delete_port for 030db119-3a65-4724-9df4-0dcf99e300c8 owned by compute:nova {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:39:00.757461 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d6e67dd7-2802-489a-a3fd-0b8c28a25315 req-7a8b5ec1-46a7-46dd-97c9-09788c180ed3 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=a1a9811e-61e4-4a37-8cec-302d86fa6736 HTTP/1.1" status: 200 len: 945 time: 0.1586437 Aug 24 18:39:00.812331 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d6e67dd7-2802-489a-a3fd-0b8c28a25315 req-b6cfbb78-597b-4ad1-8438-68b5bf43b305 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528452 Aug 24 18:39:00.909329 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-924b80c9-0b68-4d02-83a3-06d2803dd9b7 req-1ee51472-f598-4aa0-85e0-2f60258d5aef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:00.915506 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-3589b5a5-7d64-48b6-b414-f4bf2b407db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:00.925994 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['030db119-3a65-4724-9df4-0dcf99e300c8'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:39:01.017733 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:01.039160 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee51472-f598-4aa0-85e0-2f60258d5aef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Pushing event deleted for resources: {'Port': ['ID=030db119-3a65-4724-9df4-0dcf99e300c8,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:01.042628 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-1ee51472-f598-4aa0-85e0-2f60258d5aef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:01.115022 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-924b80c9-0b68-4d02-83a3-06d2803dd9b7 req-1ee51472-f598-4aa0-85e0-2f60258d5aef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] No DVR routers for this DVR port 030db119-3a65-4724-9df4-0dcf99e300c8 on host hv-cinder-80582 {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:39:01.117579 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-924b80c9-0b68-4d02-83a3-06d2803dd9b7 req-1ee51472-f598-4aa0-85e0-2f60258d5aef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:01.120426 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a9811e-61e4-4a37-8cec-302d86fa6736', 'name': 'network-vif-deleted', 'tag': '030db119-3a65-4724-9df4-0dcf99e300c8'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:39:01.141447 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-924b80c9-0b68-4d02-83a3-06d2803dd9b7 req-1ee51472-f598-4aa0-85e0-2f60258d5aef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.36 "DELETE /v2.0/ports/030db119-3a65-4724-9df4-0dcf99e300c8 HTTP/1.1" status: 204 len: 173 time: 0.9004412 Aug 24 18:39:01.176600 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a9811e-61e4-4a37-8cec-302d86fa6736', 'name': 'network-vif-deleted', 'tag': '030db119-3a65-4724-9df4-0dcf99e300c8', 'status': 'completed', 'code': 200} Aug 24 18:39:01.385518 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 64599689-e7a0-473e-b468-1ab0b7799196 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:39:01.527906 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 64599689-e7a0-473e-b468-1ab0b7799196, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=64599689-e7a0-473e-b468-1ab0b7799196,segment=NetworkSegment(99499f21-e816-4311-a94d-210236df4f83),segment_id=99499f21-e816-4311-a94d-210236df4f83)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:39:01.541662 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': '64599689-e7a0-473e-b468-1ab0b7799196', 'network_id': 'd5ca9f74-563e-4e14-9070-999dda7e1653', 'port_id': '64599689-e7a0-473e-b468-1ab0b7799196', 'mac_address': 'fa:16:3e:9c:eb:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd783578-f9ce-4b29-863f-db2f90fcae4c', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:39:01.603017 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:01.606731 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bb29d-9e42-4b2d-84fb-da8cb76fcda1 req-4738cf0f-c7a5-4337-8d0c-4af180e67cf9 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:01.608230 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a98bb29d-9e42-4b2d-84fb-da8cb76fcda1 req-4738cf0f-c7a5-4337-8d0c-4af180e67cf9 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.0912356 Aug 24 18:39:01.622031 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64599689-e7a0-473e-b468-1ab0b7799196 {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:39:01.638108 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 64599689-e7a0-473e-b468-1ab0b7799196, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=64599689-e7a0-473e-b468-1ab0b7799196,segment=NetworkSegment(99499f21-e816-4311-a94d-210236df4f83),segment_id=99499f21-e816-4311-a94d-210236df4f83)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:39:01.647929 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:01.651217 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:01.678178 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a98bb29d-9e42-4b2d-84fb-da8cb76fcda1 req-7a010f9a-8be9-4abc-be28-fcc0f84b729c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642676 Aug 24 18:39:01.735759 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=64599689-e7a0-473e-b468-1ab0b7799196,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:01.744846 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:01.745192 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:01.745689 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:01.746188 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:01.746547 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:01.746900 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:01.747229 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:01.747557 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:01.747893 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:01.748209 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:01.748529 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:01.752104 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:01.982413 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cdbfe-e0cc-46f9-b8e5-50ca431bdc9d req-7819c210-0afc-4fe0-a4e4-55de4f4b48bc tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:01.984016 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d51cdbfe-e0cc-46f9-b8e5-50ca431bdc9d req-7819c210-0afc-4fe0-a4e4-55de4f4b48bc tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 949 time: 0.0957861 Aug 24 18:39:02.026395 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['64599689-e7a0-473e-b468-1ab0b7799196'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:39:02.047235 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d51cdbfe-e0cc-46f9-b8e5-50ca431bdc9d req-702ad1eb-6669-4dca-917c-aa69f800e345 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c3b98a-3693-4326-b79c-b86571e8e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576971 Aug 24 18:39:02.902519 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b375ad-5f30-433a-8554-a6f6451bbea4 req-c4590d33-383e-44dd-b94f-c1baa7fdce97 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:02.904025 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-66b375ad-5f30-433a-8554-a6f6451bbea4 req-c4590d33-383e-44dd-b94f-c1baa7fdce97 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.0819159 Aug 24 18:39:02.952895 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-66b375ad-5f30-433a-8554-a6f6451bbea4 req-a9a69119-4fa2-48bd-9739-3d150881e88a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425823 Aug 24 18:39:03.238460 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98bc31-f266-4f17-ac9b-788dbfe7473b req-82f8ab86-98e1-4256-af2a-acc8dc6f4ef7 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:03.240098 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3d98bc31-f266-4f17-ac9b-788dbfe7473b req-82f8ab86-98e1-4256-af2a-acc8dc6f4ef7 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 949 time: 0.0798402 Aug 24 18:39:03.288651 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3d98bc31-f266-4f17-ac9b-788dbfe7473b req-fc35019f-60ce-4add-8d28-bd0423d16822 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c3b98a-3693-4326-b79c-b86571e8e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431683 Aug 24 18:39:03.529893 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 030db119-3a65-4724-9df4-0dcf99e300c8 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:39:03.563883 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] No Port match for: 030db119-3a65-4724-9df4-0dcf99e300c8 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:39:03.564236 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 030db119-3a65-4724-9df4-0dcf99e300c8 not bound to the agent host hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:39:04.177937 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c4580-feff-42de-8648-9c9ca78dff81 req-385487cb-b915-4cc2-a618-719f362fb701 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:04.179446 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3d4c4580-feff-42de-8648-9c9ca78dff81 req-385487cb-b915-4cc2-a618-719f362fb701 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.0852959 Aug 24 18:39:04.228995 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3d4c4580-feff-42de-8648-9c9ca78dff81 req-13c6ddf9-8e46-449f-af5d-e57e6d78e8e1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416155 Aug 24 18:39:04.483416 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63c35d-334e-47fb-8183-07a90054d466 req-45961c59-dfb4-4262-b21c-b534470d6640 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:04.484876 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ba63c35d-334e-47fb-8183-07a90054d466 req-45961c59-dfb4-4262-b21c-b534470d6640 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 949 time: 0.0771976 Aug 24 18:39:04.598068 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ba63c35d-334e-47fb-8183-07a90054d466 req-dca126c9-4db7-4352-bf68-2c560951be97 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c3b98a-3693-4326-b79c-b86571e8e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048386 Aug 24 18:39:04.713091 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:39:05.423327 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:39:05.447946 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbfc2cd-56dd-44cd-abea-68c2132ddca1 req-a812eab2-059c-4084-bbab-b0ef831fe4b1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:05.449415 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8cbfc2cd-56dd-44cd-abea-68c2132ddca1 req-a812eab2-059c-4084-bbab-b0ef831fe4b1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 944 time: 0.0794213 Aug 24 18:39:05.496944 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8cbfc2cd-56dd-44cd-abea-68c2132ddca1 req-cf174a10-04b9-4421-9552-6008e35463f2 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418301 Aug 24 18:39:05.563057 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:39:05.576061 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'port_id': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5', 'mac_address': 'fa:16:3e:c0:2b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:39:05.635241 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:05.654457 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:39:05.670424 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:39:05.677194 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:05.679023 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:05.745420 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,revision_number=9']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:05.748763 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:05.797861 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972496e-345e-4c7b-8352-993ee15a48ee req-9d515110-3ae5-4edc-93c0-377794883d21 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:05.799366 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b972496e-345e-4c7b-8352-993ee15a48ee req-9d515110-3ae5-4edc-93c0-377794883d21 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 949 time: 0.0793350 Aug 24 18:39:05.849709 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b972496e-345e-4c7b-8352-993ee15a48ee req-e157e4ba-5e48-442d-a763-d4b0096e037c tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c3b98a-3693-4326-b79c-b86571e8e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442281 Aug 24 18:39:06.075424 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['452b0c3e-a5b4-4402-a0e2-e64ad9710eb5'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:39:06.748570 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65005f4c-db94-40c7-9e63-92994068ecac req-7cd90383-5a20-41c5-b385-35c18d663867 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:06.750020 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-65005f4c-db94-40c7-9e63-92994068ecac req-7cd90383-5a20-41c5-b385-35c18d663867 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 945 time: 0.0816174 Aug 24 18:39:06.807277 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-65005f4c-db94-40c7-9e63-92994068ecac req-50fff957-4562-45d5-bb05-097ba3b322e7 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512495 Aug 24 18:39:07.073045 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db002809-ad2e-49a5-b227-8145a0f31304 req-ca4afdf5-68fa-48ac-ad74-8e7cabd245c8 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:07.074602 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-db002809-ad2e-49a5-b227-8145a0f31304 req-ca4afdf5-68fa-48ac-ad74-8e7cabd245c8 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 949 time: 0.0871840 Aug 24 18:39:07.127563 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-db002809-ad2e-49a5-b227-8145a0f31304 req-3f4f20a0-ce38-46a1-99e0-cd9a20a1898c tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c3b98a-3693-4326-b79c-b86571e8e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467670 Aug 24 18:39:07.308742 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-4f1176d1-6f1d-4174-b4e0-82322fe34d31 req-c22022a7-e337-46cc-bac8-81e0790cfccc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14803203607646e6ad6fb7c12d7bb1ec&device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 1098 time: 0.0757987 Aug 24 18:39:07.344922 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fa7b8-66e6-4736-8ee2-86bb7e1de33f req-40718506-b6a8-49b6-bbbe-5898a477b28e tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:07.346311 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cb7fa7b8-66e6-4736-8ee2-86bb7e1de33f req-40718506-b6a8-49b6-bbbe-5898a477b28e tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0776200 Aug 24 18:39:07.399222 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cb7fa7b8-66e6-4736-8ee2-86bb7e1de33f req-b9bc9bed-46f7-40eb-ad09-519d802c9178 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464382 Aug 24 18:39:07.437721 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 64599689-e7a0-473e-b468-1ab0b7799196 up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:39:07.448229 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1176d1-6f1d-4174-b4e0-82322fe34d31 req-c368c73c-0fc0-4e5a-8c80-70dfa7d7904a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:07.449713 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-4f1176d1-6f1d-4174-b4e0-82322fe34d31 req-c368c73c-0fc0-4e5a-8c80-70dfa7d7904a service neutron] 10.222.0.36 "GET /v2.0/networks?id=162d32ee-2009-4dae-aa26-2301ff311cfb HTTP/1.1" status: 200 len: 920 time: 0.1342478 Aug 24 18:39:07.507782 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning for port 64599689-e7a0-473e-b468-1ab0b7799196 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:39:07.512408 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port 64599689-e7a0-473e-b468-1ab0b7799196 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:39:07.512812 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:07.523297 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-4f1176d1-6f1d-4174-b4e0-82322fe34d31 req-53fb67fc-0e7a-4240-85a1-237d9c38f9e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f HTTP/1.1" status: 200 len: 217 time: 0.0660849 Aug 24 18:39:07.587028 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1176d1-6f1d-4174-b4e0-82322fe34d31 req-517dce54-f360-48fc-bcfe-41d8e2fa7fde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:07.588494 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-4f1176d1-6f1d-4174-b4e0-82322fe34d31 req-517dce54-f360-48fc-bcfe-41d8e2fa7fde service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa HTTP/1.1" status: 200 len: 859 time: 0.0578074 Aug 24 18:39:07.629032 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:07.636843 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-4f1176d1-6f1d-4174-b4e0-82322fe34d31 req-b6650ce7-ae3a-4d7f-aa03-47570f156c4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=162d32ee-2009-4dae-aa26-2301ff311cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402424 Aug 24 18:39:07.656592 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2baa1d0-3c2e-43ae-9666-6075e0e82faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64599689-e7a0-473e-b468-1ab0b7799196'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:39:07.666479 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 64599689-e7a0-473e-b468-1ab0b7799196, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=64599689-e7a0-473e-b468-1ab0b7799196,segment=NetworkSegment(99499f21-e816-4311-a94d-210236df4f83),segment_id=99499f21-e816-4311-a94d-210236df4f83)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:39:07.671898 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:07.672859 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:39:07.700960 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:07.743003 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2baa1d0-3c2e-43ae-9666-6075e0e82faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64599689-e7a0-473e-b468-1ab0b7799196', 'code': 200} Aug 24 18:39:07.786282 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-4f1176d1-6f1d-4174-b4e0-82322fe34d31 req-6c0e4488-5295-4b3e-960b-3f42a985117e service neutron] 10.222.0.36 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418228 Aug 24 18:39:07.792506 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=64599689-e7a0-473e-b468-1ab0b7799196,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:07.796071 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:07.809600 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:39:07.810091 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:07.946161 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:07.948099 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-4f1176d1-6f1d-4174-b4e0-82322fe34d31 req-536aab11-78f3-455e-9746-e19cbf93f1c1 service neutron] 10.222.0.36 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541564 Aug 24 18:39:08.004689 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:39:08.011942 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:08.019039 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:08.073206 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-4c6c8765-6cd0-4e68-9d25-42e1dd5ff3fa req-d1dc501c-571d-4146-a919-29c5a105e377 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 1103 time: 0.1241534 Aug 24 18:39:08.109052 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,revision_number=10']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:08.118862 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb58d1-b6f0-464f-9dd9-cf266523fa29 req-81be5ed8-48b7-4aac-816e-7edea3b33631 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:08.119863 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:08.121315 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f5bb58d1-b6f0-464f-9dd9-cf266523fa29 req-81be5ed8-48b7-4aac-816e-7edea3b33631 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 947 time: 0.0930350 Aug 24 18:39:08.138545 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-4c6c8765-6cd0-4e68-9d25-42e1dd5ff3fa req-a2e6053f-3e59-4252-be33-63a6e9c32eae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=19c3b98a-3693-4326-b79c-b86571e8e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482678 Aug 24 18:39:08.204734 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f5bb58d1-b6f0-464f-9dd9-cf266523fa29 req-84e19e78-8d9b-4e0b-a7dc-fff9daee240c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763333 Aug 24 18:39:08.356702 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac2efb-ffa7-4d18-8aa3-359faed92bce req-3801e010-c3fe-4f3a-a438-7cac45d9083b tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:08.358215 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4aac2efb-ffa7-4d18-8aa3-359faed92bce req-3801e010-c3fe-4f3a-a438-7cac45d9083b tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 950 time: 0.0839562 Aug 24 18:39:08.410603 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4aac2efb-ffa7-4d18-8aa3-359faed92bce req-c0d82b15-92a9-4659-996f-ab90b3e412af tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c3b98a-3693-4326-b79c-b86571e8e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427573 Aug 24 18:39:08.612846 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90daddf0-6f61-4279-b266-790705f9313c req-86757ed7-1069-42e9-8305-5e1158d60346 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:08.612846 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-90daddf0-6f61-4279-b266-790705f9313c req-86757ed7-1069-42e9-8305-5e1158d60346 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0798872 Aug 24 18:39:08.613030 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 34820) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:39:08.663692 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-90daddf0-6f61-4279-b266-790705f9313c req-c3b692b8-fa8b-4026-85b9-1876a1f636af tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445995 Aug 24 18:39:08.762545 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e15e3470-aff9-43e9-820d-88c589fe21a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:08.795792 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-e15e3470-aff9-43e9-820d-88c589fe21a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:39:08.800236 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-e15e3470-aff9-43e9-820d-88c589fe21a8 admin admin] Usage tracker for resource:security_group_rule and tenant:9171320d36ac492d8db1a9457974f3c9 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:39:08.803462 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-e15e3470-aff9-43e9-820d-88c589fe21a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:39:08.809905 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-e15e3470-aff9-43e9-820d-88c589fe21a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:39:08.875452 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e15e3470-aff9-43e9-820d-88c589fe21a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:08.880372 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e15e3470-aff9-43e9-820d-88c589fe21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:08.887115 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-c244073e-b4cb-4cb0-a3e9-c445e9839c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:08.926117 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e3470-aff9-43e9-820d-88c589fe21a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5eaea3c-b60c-4cd4-b4d6-a535bedd63ed,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:08.929271 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-e15e3470-aff9-43e9-820d-88c589fe21a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:08.931950 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-e15e3470-aff9-43e9-820d-88c589fe21a8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9171320d36ac492d8db1a9457974f3c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3179369 Aug 24 18:39:08.934827 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 34826) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:39:08.997324 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b601cf59-e4c7-4232-963c-2a8d7c67fd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:09.023820 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b601cf59-e4c7-4232-963c-2a8d7c67fd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:09.085504 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b601cf59-e4c7-4232-963c-2a8d7c67fd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:09.089228 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-0d673773-0d15-45b6-8aaa-96248f13161a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:09.103079 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601cf59-e4c7-4232-963c-2a8d7c67fd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5eaea3c-b60c-4cd4-b4d6-a535bedd63ed,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:09.106414 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-b601cf59-e4c7-4232-963c-2a8d7c67fd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:09.109462 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b601cf59-e4c7-4232-963c-2a8d7c67fd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:09.112557 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-b601cf59-e4c7-4232-963c-2a8d7c67fd10 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c5eaea3c-b60c-4cd4-b4d6-a535bedd63ed HTTP/1.1" status: 204 len: 168 time: 0.1748140 Aug 24 18:39:09.424074 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06246c-a699-4dfd-b833-b471983ae52b req-c13aef0e-7d17-4980-9661-8694b0ac782d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:09.425555 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3d06246c-a699-4dfd-b833-b471983ae52b req-c13aef0e-7d17-4980-9661-8694b0ac782d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 947 time: 0.0778742 Aug 24 18:39:09.451325 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 34840) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:39:09.478094 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9ecf45c4-9d05-4cb8-ad1b-1de50b11caa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:09.503932 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3d06246c-a699-4dfd-b833-b471983ae52b req-b92acaeb-5742-4b9a-8f58-4122795c17de tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723855 Aug 24 18:39:09.520672 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-9ecf45c4-9d05-4cb8-ad1b-1de50b11caa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:39:09.524829 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-9ecf45c4-9d05-4cb8-ad1b-1de50b11caa3 admin admin] Usage tracker for resource:security_group_rule and tenant:373ef4a8d10b4cc29f1cdf6e68c56131 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:39:09.527875 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-9ecf45c4-9d05-4cb8-ad1b-1de50b11caa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:39:09.566365 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-9ecf45c4-9d05-4cb8-ad1b-1de50b11caa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:39:09.670795 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9269f7-cd9f-4706-9f8d-93a952b5cba3 req-563d2ac4-f1a4-421d-b463-a1138c8930f1 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:09.672284 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ce9269f7-cd9f-4706-9f8d-93a952b5cba3 req-563d2ac4-f1a4-421d-b463-a1138c8930f1 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 950 time: 0.1415250 Aug 24 18:39:09.679914 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9ecf45c4-9d05-4cb8-ad1b-1de50b11caa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:09.696834 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9ecf45c4-9d05-4cb8-ad1b-1de50b11caa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:09.706002 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-17f0b46e-0fcc-4e51-9811-b7665066b72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:09.744348 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d308d6-dcfd-4af9-b01f-69dc245478fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:39:09.762526 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf45c4-9d05-4cb8-ad1b-1de50b11caa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3978a9-64ec-447c-b235-96e6a4478f26,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:09.767045 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-9ecf45c4-9d05-4cb8-ad1b-1de50b11caa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:09.769775 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ce9269f7-cd9f-4706-9f8d-93a952b5cba3 req-ece70585-bea5-44de-ba95-d34a43111afc tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c3b98a-3693-4326-b79c-b86571e8e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917490 Aug 24 18:39:09.774915 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-9ecf45c4-9d05-4cb8-ad1b-1de50b11caa3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=373ef4a8d10b4cc29f1cdf6e68c56131&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3203635 Aug 24 18:39:09.774915 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 34848) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:39:09.841709 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d308d6-dcfd-4af9-b01f-69dc245478fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5', 'code': 200} Aug 24 18:39:09.893607 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ccceb46b-a321-4489-bd73-769861763e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:09.925438 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52dcb4d-04fd-434c-b81c-991f88cf436d req-036a6790-7af2-4536-9449-77aa4c94f52f tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:09.926942 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c52dcb4d-04fd-434c-b81c-991f88cf436d req-036a6790-7af2-4536-9449-77aa4c94f52f tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1338384 Aug 24 18:39:09.931005 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ccceb46b-a321-4489-bd73-769861763e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:10.002512 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c52dcb4d-04fd-434c-b81c-991f88cf436d req-6410a516-1b6d-4972-8449-9533a7e78e79 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647547 Aug 24 18:39:10.017264 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ccceb46b-a321-4489-bd73-769861763e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:10.021052 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:10.035858 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccceb46b-a321-4489-bd73-769861763e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3978a9-64ec-447c-b235-96e6a4478f26,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:10.039419 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ccceb46b-a321-4489-bd73-769861763e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:10.042547 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ccceb46b-a321-4489-bd73-769861763e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:10.044208 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-ccceb46b-a321-4489-bd73-769861763e74 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a3978a9-64ec-447c-b235-96e6a4478f26 HTTP/1.1" status: 204 len: 168 time: 0.2681377 Aug 24 18:39:10.447020 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 34858) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:39:10.465963 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b34131c4-4f6f-429c-ba8e-9e14926e8e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:10.499242 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-b34131c4-4f6f-429c-ba8e-9e14926e8e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:39:10.503248 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-b34131c4-4f6f-429c-ba8e-9e14926e8e47 admin admin] Usage tracker for resource:security_group_rule and tenant:85ddf056c69b47798b8a0a856cc03cc0 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:39:10.506545 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-b34131c4-4f6f-429c-ba8e-9e14926e8e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:39:10.512590 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-b34131c4-4f6f-429c-ba8e-9e14926e8e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:39:10.582054 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b34131c4-4f6f-429c-ba8e-9e14926e8e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:10.586604 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b34131c4-4f6f-429c-ba8e-9e14926e8e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:10.593890 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ad705f42-1793-4a55-9f77-0b698e13fd1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:10.635460 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34131c4-4f6f-429c-ba8e-9e14926e8e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c975b1-ee22-4097-8047-ac813248a7b5,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:10.638320 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-b34131c4-4f6f-429c-ba8e-9e14926e8e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:10.643047 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-b34131c4-4f6f-429c-ba8e-9e14926e8e47 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=85ddf056c69b47798b8a0a856cc03cc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1926544 Aug 24 18:39:10.643912 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 34868) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:39:10.720990 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-55a5d93b-09e4-4385-aebc-8c7a4453bcb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:10.736269 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90921-211c-4c9c-91b7-8eb7f9501441 req-22839ddf-214f-428a-b0a3-64db43108100 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:10.737914 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e9d90921-211c-4c9c-91b7-8eb7f9501441 req-22839ddf-214f-428a-b0a3-64db43108100 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 947 time: 0.0958073 Aug 24 18:39:10.754457 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-55a5d93b-09e4-4385-aebc-8c7a4453bcb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:10.787400 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e9d90921-211c-4c9c-91b7-8eb7f9501441 req-acaec4b7-f911-4383-a860-035a95e42e9a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420876 Aug 24 18:39:10.814387 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-55a5d93b-09e4-4385-aebc-8c7a4453bcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:10.820592 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-4db579d4-1467-444b-a8fd-24a735fd2e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:10.834402 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5d93b-09e4-4385-aebc-8c7a4453bcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c975b1-ee22-4097-8047-ac813248a7b5,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:10.837454 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-55a5d93b-09e4-4385-aebc-8c7a4453bcb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:10.840935 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-55a5d93b-09e4-4385-aebc-8c7a4453bcb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:10.855626 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-55a5d93b-09e4-4385-aebc-8c7a4453bcb1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/35c975b1-ee22-4097-8047-ac813248a7b5 HTTP/1.1" status: 204 len: 168 time: 0.2105956 Aug 24 18:39:11.002575 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44ccfe-8280-4a8a-98b0-696e068cc2c5 req-9517ac90-99a4-45b2-a4f0-53674124107e tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:11.004073 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8b44ccfe-8280-4a8a-98b0-696e068cc2c5 req-9517ac90-99a4-45b2-a4f0-53674124107e tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 950 time: 0.0780728 Aug 24 18:39:11.051076 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8b44ccfe-8280-4a8a-98b0-696e068cc2c5 req-cee7d3a1-358b-4fbc-9f9c-1f58d12fb1cd tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c3b98a-3693-4326-b79c-b86571e8e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409732 Aug 24 18:39:11.257293 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbb0ec-0e85-4647-a829-a187272201dd req-98ca6d7a-7e80-4e03-b7e6-c360c51166f0 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:11.258956 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-71bbb0ec-0e85-4647-a829-a187272201dd req-98ca6d7a-7e80-4e03-b7e6-c360c51166f0 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1323152 Aug 24 18:39:11.328116 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-71bbb0ec-0e85-4647-a829-a187272201dd req-acd7a381-0ad5-4e9a-a729-0016502e22a5 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472755 Aug 24 18:39:11.922355 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-fb9c18db-6304-4611-81a5-ebf60e56fbd5 req-295a2cb9-b8a1-45e6-ad62-31e14a812d6d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 1100 time: 0.0755253 Aug 24 18:39:11.991753 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-fb9c18db-6304-4611-81a5-ebf60e56fbd5 req-9039a976-9297-430e-a674-0d92acee138d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590537 Aug 24 18:39:12.047682 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d529c-4817-4b10-9dd3-dfb2f0844055 req-371ea905-9778-4613-9b8d-a231ee55207d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:12.054124 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-725d529c-4817-4b10-9dd3-dfb2f0844055 req-371ea905-9778-4613-9b8d-a231ee55207d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 947 time: 0.1115646 Aug 24 18:39:12.096953 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-725d529c-4817-4b10-9dd3-dfb2f0844055 req-67e0b8ee-ac9b-4de6-8d88-c4d00c643163 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418024 Aug 24 18:39:12.261912 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601ccd8-0b7c-4f27-a211-e4fe17f4e601 req-b635bb78-56cb-4b93-96b6-a5bb7c672fab tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:12.263475 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4601ccd8-0b7c-4f27-a211-e4fe17f4e601 req-b635bb78-56cb-4b93-96b6-a5bb7c672fab tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 950 time: 0.0877280 Aug 24 18:39:12.311318 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4601ccd8-0b7c-4f27-a211-e4fe17f4e601 req-4aa68890-4ae0-4be0-9278-aa3f3297e5e4 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c3b98a-3693-4326-b79c-b86571e8e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420067 Aug 24 18:39:12.558620 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bf0ba-2fc1-4708-858e-b0a0580aa30f req-197f42a0-002c-41e2-9c57-0671f84f109a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:12.566757 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9d8bf0ba-2fc1-4708-858e-b0a0580aa30f req-197f42a0-002c-41e2-9c57-0671f84f109a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1000602 Aug 24 18:39:12.644323 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9d8bf0ba-2fc1-4708-858e-b0a0580aa30f req-915beb41-6f5b-4259-be66-3b2de40b7591 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767062 Aug 24 18:39:12.770898 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-1d1717b9-a9e5-4c06-8ed3-54322f9dde5d tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:12.772502 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-1d1717b9-a9e5-4c06-8ed3-54322f9dde5d tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/networks?id=4e775d33-34fa-4c7a-8190-49382ed04303 HTTP/1.1" status: 200 len: 814 time: 0.1551321 Aug 24 18:39:12.788943 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-d0f8d3f1-f18a-4c6f-b6f6-dea59523ff46 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/quotas/ab2b347e1a8347b5bd5e4a57b594fc99 HTTP/1.1" status: 200 len: 375 time: 0.0111475 Aug 24 18:39:12.843320 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-0f6dcf84-3d7b-45e4-8a65-ee93d72de449 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab2b347e1a8347b5bd5e4a57b594fc99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492005 Aug 24 18:39:12.983737 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-7b2c5c6c-58ee-43b9-a77c-29e43123f49d service neutron] 10.222.0.62 "GET /v2.0/networks/4e775d33-34fa-4c7a-8190-49382ed04303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358149 Aug 24 18:39:13.123531 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-ff1c7a8d-93c9-4314-b2bf-6fc182eb182c service neutron] 10.222.0.62 "GET /v2.0/networks/4e775d33-34fa-4c7a-8190-49382ed04303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324010 Aug 24 18:39:13.334794 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944dcf3-57a9-4080-9d0d-4f8344547527 req-2c7ee0a7-306f-410a-8c71-e8cf9b53ff02 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:13.339128 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a944dcf3-57a9-4080-9d0d-4f8344547527 req-2c7ee0a7-306f-410a-8c71-e8cf9b53ff02 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 947 time: 0.0915935 Aug 24 18:39:13.419298 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a944dcf3-57a9-4080-9d0d-4f8344547527 req-52141f36-0a1f-4702-afa4-03518c2c2370 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729923 Aug 24 18:39:13.560158 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e5c06698-5ff5-4082-8771-b04f54d8119d req-83a4dd19-7092-4c30-b040-3bb2f1cea623 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=499d5e9f-7d9a-400f-9d51-1930f2f68ebd HTTP/1.1" status: 200 len: 210 time: 0.0726604 Aug 24 18:39:13.749862 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c58fd-3580-4fc9-b66d-5ecc6d7ac1b6 req-3ec8d510-88ea-4ed5-aee9-d31aeb05e73a tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:13.763944 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-262c58fd-3580-4fc9-b66d-5ecc6d7ac1b6 req-3ec8d510-88ea-4ed5-aee9-d31aeb05e73a tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 950 time: 0.1660173 Aug 24 18:39:13.887277 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-262c58fd-3580-4fc9-b66d-5ecc6d7ac1b6 req-e89ff3f6-6761-449c-a254-3502ce00bc16 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c3b98a-3693-4326-b79c-b86571e8e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803268 Aug 24 18:39:13.912624 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6698c-a725-4de3-8840-1d2209f8c850 req-478fd8a2-1060-41be-bfd4-a82d2f29fc49 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:13.939837 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9fd6698c-a725-4de3-8840-1d2209f8c850 req-478fd8a2-1060-41be-bfd4-a82d2f29fc49 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1748557 Aug 24 18:39:14.039280 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9fd6698c-a725-4de3-8840-1d2209f8c850 req-af79e910-18b4-4b60-9f9b-e3011b197d94 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949042 Aug 24 18:39:14.132162 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeaeca6-ab9d-42f9-a761-1694158bf9ac req-e2f1718d-df6d-4988-aed9-e601eb3f5da3 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:14.133759 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-bdeaeca6-ab9d-42f9-a761-1694158bf9ac req-e2f1718d-df6d-4988-aed9-e601eb3f5da3 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0908837 Aug 24 18:39:14.207137 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-bdeaeca6-ab9d-42f9-a761-1694158bf9ac req-c24072ec-b423-4e67-aed6-f4af0639e327 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622439 Aug 24 18:39:14.554171 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 35036) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:39:14.714798 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-58d6475e-e8e6-4adb-86fe-7e3dc9dd5ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:14.762875 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a2706-f707-49cd-8f56-ceabc4b894d0 req-6980e968-ea4d-4ff3-8a30-7bd567619aa1 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:14.764336 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f70a2706-f707-49cd-8f56-ceabc4b894d0 req-6980e968-ea4d-4ff3-8a30-7bd567619aa1 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 950 time: 0.1813879 Aug 24 18:39:14.769844 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134aeed-ce68-4c8d-9db4-940e90daccaa req-aa2dc15c-492a-4f5e-9ad6-86997cc91039 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:14.771464 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e134aeed-ce68-4c8d-9db4-940e90daccaa req-aa2dc15c-492a-4f5e-9ad6-86997cc91039 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 947 time: 0.1578207 Aug 24 18:39:14.797016 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-58d6475e-e8e6-4adb-86fe-7e3dc9dd5ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:39:14.804374 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-58d6475e-e8e6-4adb-86fe-7e3dc9dd5ad4 admin admin] Usage tracker for resource:security_group_rule and tenant:1dcce8860e874563bc3831a6b5d564be is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:39:14.821222 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-58d6475e-e8e6-4adb-86fe-7e3dc9dd5ad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:39:14.838576 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-58d6475e-e8e6-4adb-86fe-7e3dc9dd5ad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:39:14.885860 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f70a2706-f707-49cd-8f56-ceabc4b894d0 req-35db49f3-2020-43c7-b2b7-077fdd97043f tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c3b98a-3693-4326-b79c-b86571e8e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862494 Aug 24 18:39:14.891144 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e134aeed-ce68-4c8d-9db4-940e90daccaa req-1cdb3ef3-e76d-40f2-9ece-922dc140d02a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135242 Aug 24 18:39:14.970747 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-58d6475e-e8e6-4adb-86fe-7e3dc9dd5ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:14.976157 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-58d6475e-e8e6-4adb-86fe-7e3dc9dd5ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:14.985496 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:15.083616 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-58d6475e-e8e6-4adb-86fe-7e3dc9dd5ad4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1dcce8860e874563bc3831a6b5d564be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5258374 Aug 24 18:39:15.083826 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-987d8505-dc66-485c-bdf8-4192e6343561 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:15.084528 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-987d8505-dc66-485c-bdf8-4192e6343561 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.36 "GET /v2.0/networks?id=4e775d33-34fa-4c7a-8190-49382ed04303 HTTP/1.1" status: 200 len: 814 time: 0.2495224 Aug 24 18:39:15.085256 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 35046) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:39:15.086262 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ac3f3496-f506-4e94-8c77-5fe8dec288df req-de8a691b-cf81-4ef1-a85e-97c2d3b11988 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=499d5e9f-7d9a-400f-9d51-1930f2f68ebd HTTP/1.1" status: 200 len: 210 time: 0.0605800 Aug 24 18:39:15.090145 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6475e-e8e6-4adb-86fe-7e3dc9dd5ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2b9df6-3ae8-44b9-a076-1b21b3ffb275,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:15.093144 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-58d6475e-e8e6-4adb-86fe-7e3dc9dd5ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:15.121440 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-87fcbeaa-e22f-4f76-a983-f3813392726b tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Request body: {'port': {'device_id': '499d5e9f-7d9a-400f-9d51-1930f2f68ebd', 'network_id': '4e775d33-34fa-4c7a-8190-49382ed04303', 'admin_state_up': True, 'tenant_id': 'ab2b347e1a8347b5bd5e4a57b594fc99'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:39:15.273411 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4809eb54-3167-47db-8cbc-af605f58a132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:15.312836 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-87fcbeaa-e22f-4f76-a983-f3813392726b tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:39:15.319287 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4809eb54-3167-47db-8cbc-af605f58a132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:15.326153 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-87fcbeaa-e22f-4f76-a983-f3813392726b tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Usage tracker for resource:port and tenant:ab2b347e1a8347b5bd5e4a57b594fc99 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:39:15.336898 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-87fcbeaa-e22f-4f76-a983-f3813392726b tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:39:15.340697 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d4428-a42f-4d76-b007-48b211b7a0f5 req-e531cbef-2dbc-4294-8dc2-e45afbd929fa tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:15.342322 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4c1d4428-a42f-4d76-b007-48b211b7a0f5 req-e531cbef-2dbc-4294-8dc2-e45afbd929fa tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1455104 Aug 24 18:39:15.349486 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-87fcbeaa-e22f-4f76-a983-f3813392726b tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:39:15.373833 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-87fcbeaa-e22f-4f76-a983-f3813392726b tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Made reservation on behalf of ab2b347e1a8347b5bd5e4a57b594fc99 for: {'port': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:39:15.376791 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-87fcbeaa-e22f-4f76-a983-f3813392726b tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:15.445065 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4c1d4428-a42f-4d76-b007-48b211b7a0f5 req-9afe2515-0095-49c7-b055-14400a6f3516 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708556 Aug 24 18:39:15.446650 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4809eb54-3167-47db-8cbc-af605f58a132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:15.456668 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-92542bd5-a9ed-4911-b11e-c5053a9e9915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:15.459770 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d653395-eb13-4d66-a9fb-069cf58ddf95 req-b8fb67c3-39e5-4607-b725-4132a708ad02 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:15.461254 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0d653395-eb13-4d66-a9fb-069cf58ddf95 req-b8fb67c3-39e5-4607-b725-4132a708ad02 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1175039 Aug 24 18:39:15.475807 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809eb54-3167-47db-8cbc-af605f58a132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2b9df6-3ae8-44b9-a076-1b21b3ffb275,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:15.480616 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-4809eb54-3167-47db-8cbc-af605f58a132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:15.506050 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4809eb54-3167-47db-8cbc-af605f58a132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:15.507206 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-4809eb54-3167-47db-8cbc-af605f58a132 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae2b9df6-3ae8-44b9-a076-1b21b3ffb275 HTTP/1.1" status: 204 len: 168 time: 0.4207447 Aug 24 18:39:15.515180 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0d653395-eb13-4d66-a9fb-069cf58ddf95 req-6ee79de0-822e-44d3-854a-2b1d34bdda4e tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481567 Aug 24 18:39:15.590178 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-87fcbeaa-e22f-4f76-a983-f3813392726b tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Allocated IP 172.20.0.11 (4e775d33-34fa-4c7a-8190-49382ed04303/8ee1ce3a-a06f-48d9-9fad-0d25a0366db5/ff42f8ba-2940-439a-8d5c-add697a2261b) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:39:15.840015 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 35056) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:39:15.858945 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-57e0184e-56c8-4061-860b-60b8071d321e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:15.862678 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-87fcbeaa-e22f-4f76-a983-f3813392726b tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:15.892306 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-87fcbeaa-e22f-4f76-a983-f3813392726b tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:15.892884 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-57e0184e-56c8-4061-860b-60b8071d321e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:39:15.897374 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-57e0184e-56c8-4061-860b-60b8071d321e admin admin] Usage tracker for resource:security_group_rule and tenant:342e49dee0a44e50896a6500ce500bf2 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:39:15.898034 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:15.900344 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-57e0184e-56c8-4061-860b-60b8071d321e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:39:15.906294 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-57e0184e-56c8-4061-860b-60b8071d321e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:39:15.977091 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-87fcbeaa-e22f-4f76-a983-f3813392726b tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Network 4e775d33-34fa-4c7a-8190-49382ed04303 is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:39:15.992801 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-57e0184e-56c8-4061-860b-60b8071d321e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:15.995488 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-87fcbeaa-e22f-4f76-a983-f3813392726b tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:39:15.999986 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-87fcbeaa-e22f-4f76-a983-f3813392726b tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:39:16.003583 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-57e0184e-56c8-4061-860b-60b8071d321e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:16.032324 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-5af7f69f-827b-404c-89a9-fa1657dc7b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:16.058326 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-57e0184e-56c8-4061-860b-60b8071d321e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=342e49dee0a44e50896a6500ce500bf2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2142186 Aug 24 18:39:16.060876 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 35064) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:39:16.061164 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fcbeaa-e22f-4f76-a983-f3813392726b tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Pushing event updated for resources: {'Port': ['ID=ff42f8ba-2940-439a-8d5c-add697a2261b,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:16.069435 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-87fcbeaa-e22f-4f76-a983-f3813392726b tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:16.070010 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-87fcbeaa-e22f-4f76-a983-f3813392726b tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:16.075715 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-87fcbeaa-e22f-4f76-a983-f3813392726b tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:16.089505 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-87fcbeaa-e22f-4f76-a983-f3813392726b tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9725780 Aug 24 18:39:16.101501 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Request body: {'port': {'device_id': '499d5e9f-7d9a-400f-9d51-1930f2f68ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:39:16.115951 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0184e-56c8-4061-860b-60b8071d321e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52468de3-54e3-476f-95f3-cf356b473367,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:16.125082 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-57e0184e-56c8-4061-860b-60b8071d321e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:16.213142 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:16.245075 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d40b4967-0583-4820-8847-2557a5562f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:16.286949 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc65f7-7729-44b7-b04e-3a2269aa66a7 req-f03c49fe-7c47-4eb8-b4e4-4c5f77c048ae tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:16.288457 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-47dc65f7-7729-44b7-b04e-3a2269aa66a7 req-f03c49fe-7c47-4eb8-b4e4-4c5f77c048ae tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 950 time: 0.2286093 Aug 24 18:39:16.294852 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d40b4967-0583-4820-8847-2557a5562f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:16.306471 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0649a499-9815-4733-9261-0d8201b31094 req-2f336525-3760-4606-8feb-3cae0ebd69f5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:16.307939 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0649a499-9815-4733-9261-0d8201b31094 req-2f336525-3760-4606-8feb-3cae0ebd69f5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 947 time: 0.1978970 Aug 24 18:39:16.409458 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-47dc65f7-7729-44b7-b04e-3a2269aa66a7 req-cd76beff-74f8-4a70-98ea-9e6ac05eb049 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c3b98a-3693-4326-b79c-b86571e8e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004846 Aug 24 18:39:16.411812 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0649a499-9815-4733-9261-0d8201b31094 req-b1eae13a-c03c-4c1c-acd2-47139a958c18 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853586 Aug 24 18:39:16.427842 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d40b4967-0583-4820-8847-2557a5562f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:16.434257 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-105b5044-1ec0-493f-b279-60b547fb3c84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:16.467804 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d40b4967-0583-4820-8847-2557a5562f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:16.469507 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-d40b4967-0583-4820-8847-2557a5562f31 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/52468de3-54e3-476f-95f3-cf356b473367 HTTP/1.1" status: 204 len: 168 time: 0.4043546 Aug 24 18:39:16.472253 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b4967-0583-4820-8847-2557a5562f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52468de3-54e3-476f-95f3-cf356b473367,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:16.475260 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-d40b4967-0583-4820-8847-2557a5562f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:16.565775 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f41c58-c6b4-4f3f-8d5a-2948726d58af req-ae0ef2ce-b9f2-4282-bda5-49d2a3aea402 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:16.566494 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-05f41c58-c6b4-4f3f-8d5a-2948726d58af req-ae0ef2ce-b9f2-4282-bda5-49d2a3aea402 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Synchronizing usage tracker for tenant:0e7e6d3d50b24edca704c1c4b1b98659 on resource:port {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:39:16.604872 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-05f41c58-c6b4-4f3f-8d5a-2948726d58af req-ae0ef2ce-b9f2-4282-bda5-49d2a3aea402 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Unset dirty status for tenant:0e7e6d3d50b24edca704c1c4b1b98659 on resource:port {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:39:16.606240 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-05f41c58-c6b4-4f3f-8d5a-2948726d58af req-ae0ef2ce-b9f2-4282-bda5-49d2a3aea402 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 950 time: 0.1759048 Aug 24 18:39:16.706004 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff94ece-ddd0-4117-b5c7-1ee5d05b81b1 req-27c4c34f-3c68-4d0c-961b-4048265d8733 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:16.707517 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0ff94ece-ddd0-4117-b5c7-1ee5d05b81b1 req-27c4c34f-3c68-4d0c-961b-4048265d8733 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1072781 Aug 24 18:39:16.714750 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66f5a9-3368-47d6-850a-f37f9f8ae100 req-f0c1a3de-f62f-464e-b949-312266f219b6 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:16.716215 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1d66f5a9-3368-47d6-850a-f37f9f8ae100 req-f0c1a3de-f62f-464e-b949-312266f219b6 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=499d5e9f-7d9a-400f-9d51-1930f2f68ebd HTTP/1.1" status: 200 len: 932 time: 0.1602039 Aug 24 18:39:16.743094 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-05f41c58-c6b4-4f3f-8d5a-2948726d58af req-1b52c0c4-2677-4538-aaa0-c96d59a57efd tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Deleting port 64599689-e7a0-473e-b468-1ab0b7799196 {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:39:16.743464 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-05f41c58-c6b4-4f3f-8d5a-2948726d58af req-1b52c0c4-2677-4538-aaa0-c96d59a57efd tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:16.774782 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff42f8ba-2940-439a-8d5c-add697a2261b {{(pid=74996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:39:16.789218 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:16.790493 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0ff94ece-ddd0-4117-b5c7-1ee5d05b81b1 req-0b30e814-a999-4db4-add7-c52f8cceb1a9 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733931 Aug 24 18:39:16.797699 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1d66f5a9-3368-47d6-850a-f37f9f8ae100 req-7224a4f0-495e-4d8c-a154-701cc5626456 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646164 Aug 24 18:39:16.857559 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Transition to ACTIVE for port object ff42f8ba-2940-439a-8d5c-add697a2261b will not be triggered until provisioned by entity L2. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:39:16.872216 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:16.883636 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-36eb88cc-8bae-44ec-b18e-4d41d7982c6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:16.967238 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ff42f8ba-2940-439a-8d5c-add697a2261b,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:17.002367 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68e24e-3851-4910-9ff9-4d0b8f083b5e req-490851df-4f39-4e07-981d-ace457ffc4e3 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:17.007246 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-bf68e24e-3851-4910-9ff9-4d0b8f083b5e req-490851df-4f39-4e07-981d-ace457ffc4e3 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1020613 Aug 24 18:39:17.043503 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:17.058426 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-bf68e24e-3851-4910-9ff9-4d0b8f083b5e req-f67329cb-3b34-411c-b509-fb95318cbe6c tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435591 Aug 24 18:39:17.244123 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-05f41c58-c6b4-4f3f-8d5a-2948726d58af req-1b52c0c4-2677-4538-aaa0-c96d59a57efd tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] For port 64599689-e7a0-473e-b468-1ab0b7799196, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=64599689-e7a0-473e-b468-1ab0b7799196,segment=NetworkSegment(99499f21-e816-4311-a94d-210236df4f83),segment_id=99499f21-e816-4311-a94d-210236df4f83)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:39:17.244673 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-05f41c58-c6b4-4f3f-8d5a-2948726d58af req-1b52c0c4-2677-4538-aaa0-c96d59a57efd tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:17.464215 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-05f41c58-c6b4-4f3f-8d5a-2948726d58af req-1b52c0c4-2677-4538-aaa0-c96d59a57efd tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Calling delete_port for 64599689-e7a0-473e-b468-1ab0b7799196 owned by compute:nova {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:39:17.498717 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Attempting to bind port ff42f8ba-2940-439a-8d5c-add697a2261b on host hv-cinder-80582 for vnic_type normal with profile {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:39:17.499093 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Attempting to bind port ff42f8ba-2940-439a-8d5c-add697a2261b by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': '121443c8-53ae-45ba-8580-3879c94e6df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4e775d33-34fa-4c7a-8190-49382ed04303'}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:39:17.499364 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Attempting to bind port ff42f8ba-2940-439a-8d5c-add697a2261b on network 4e775d33-34fa-4c7a-8190-49382ed04303 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:39:17.519941 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Port ff42f8ba-2940-439a-8d5c-add697a2261b on network 4e775d33-34fa-4c7a-8190-49382ed04303 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:39:17.520271 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Attempting to bind port ff42f8ba-2940-439a-8d5c-add697a2261b on network 4e775d33-34fa-4c7a-8190-49382ed04303 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:39:17.545112 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Checking agent: {'id': 'c5b5b5de-e9ee-4a89-bea7-745c11eae0d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'started_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:39:17.545443 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Checking segment: {'id': '121443c8-53ae-45ba-8580-3879c94e6df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4e775d33-34fa-4c7a-8190-49382ed04303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:39:17.545821 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Bound using segment: {'id': '121443c8-53ae-45ba-8580-3879c94e6df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4e775d33-34fa-4c7a-8190-49382ed04303'} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:39:17.546292 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Bound port: ff42f8ba-2940-439a-8d5c-add697a2261b, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121443c8-53ae-45ba-8580-3879c94e6df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4e775d33-34fa-4c7a-8190-49382ed04303'}}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:39:17.546588 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:17.617007 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2107d33-ea54-401b-886d-bb20875392d8 req-ceb8f96a-72ce-4fbd-a724-c58fbb981dd0 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:17.618575 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b2107d33-ea54-401b-886d-bb20875392d8 req-ceb8f96a-72ce-4fbd-a724-c58fbb981dd0 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 950 time: 0.0826149 Aug 24 18:39:17.666767 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b2107d33-ea54-401b-886d-bb20875392d8 req-91fc5b91-2ce0-499b-924b-87beded90312 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/security-groups?id=19c3b98a-3693-4326-b79c-b86571e8e0b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403776 Aug 24 18:39:17.698398 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-05f41c58-c6b4-4f3f-8d5a-2948726d58af req-1b52c0c4-2677-4538-aaa0-c96d59a57efd tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:17.701462 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:17.712951 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['64599689-e7a0-473e-b468-1ab0b7799196'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:39:17.736689 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] For port ff42f8ba-2940-439a-8d5c-add697a2261b, host hv-cinder-80582, cleared binding levels {{(pid=74996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:39:17.749828 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52c0c4-2677-4538-aaa0-c96d59a57efd tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Pushing event deleted for resources: {'Port': ['ID=64599689-e7a0-473e-b468-1ab0b7799196,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:17.754988 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-1b52c0c4-2677-4538-aaa0-c96d59a57efd tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:17.758645 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] For port ff42f8ba-2940-439a-8d5c-add697a2261b, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ff42f8ba-2940-439a-8d5c-add697a2261b,segment=NetworkSegment(121443c8-53ae-45ba-8580-3879c94e6df1),segment_id=121443c8-53ae-45ba-8580-3879c94e6df1)] {{(pid=74996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:39:17.795709 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:17.804402 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b0b6bfc8-c356-4784-8f12-d0e09208fed1 tempest-VolumesActionsTest-1017567478 tempest-VolumesActionsTest-1017567478-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:17.894645 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f41c58-c6b4-4f3f-8d5a-2948726d58af req-1b52c0c4-2677-4538-aaa0-c96d59a57efd tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] No DVR routers for this DVR port 64599689-e7a0-473e-b468-1ab0b7799196 on host hv-cinder-80582 {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:39:17.903921 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-05f41c58-c6b4-4f3f-8d5a-2948726d58af req-1b52c0c4-2677-4538-aaa0-c96d59a57efd tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:17.906716 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2baa1d0-3c2e-43ae-9666-6075e0e82faa', 'name': 'network-vif-deleted', 'tag': '64599689-e7a0-473e-b468-1ab0b7799196'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:39:17.929990 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:17.931508 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] 10.222.0.36 "PUT /v2.0/ports/ff42f8ba-2940-439a-8d5c-add697a2261b HTTP/1.1" status: 200 len: 1094 time: 1.8341351 Aug 24 18:39:17.958874 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ff42f8ba-2940-439a-8d5c-add697a2261b,revision_number=3']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:17.972505 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:17.974767 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-05f41c58-c6b4-4f3f-8d5a-2948726d58af req-1b52c0c4-2677-4538-aaa0-c96d59a57efd tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.36 "DELETE /v2.0/ports/64599689-e7a0-473e-b468-1ab0b7799196 HTTP/1.1" status: 204 len: 173 time: 1.3565907 Aug 24 18:39:18.160420 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-90202e52-8cfe-4697-a02b-281deff655d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab2b347e1a8347b5bd5e4a57b594fc99&device_id=499d5e9f-7d9a-400f-9d51-1930f2f68ebd HTTP/1.1" status: 200 len: 1097 time: 0.1646612 Aug 24 18:39:18.247264 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2cac0-1534-4057-bd50-4320d6d58ddd req-71c9576c-ae13-44a6-85e4-991996aaae4e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:18.248349 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-ad780da5-1289-4f48-b97d-aa4fcbb28108 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff42f8ba-2940-439a-8d5c-add697a2261b HTTP/1.1" status: 200 len: 217 time: 0.0699115 Aug 24 18:39:18.248848 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7af2cac0-1534-4057-bd50-4320d6d58ddd req-71c9576c-ae13-44a6-85e4-991996aaae4e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1920283 Aug 24 18:39:18.311990 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ad0d3-dd2b-446a-aa1e-400f17e94737 req-fe2c3100-8839-43a9-9e2e-366b4326a83c tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:18.313404 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2c7ad0d3-dd2b-446a-aa1e-400f17e94737 req-fe2c3100-8839-43a9-9e2e-366b4326a83c tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=499d5e9f-7d9a-400f-9d51-1930f2f68ebd HTTP/1.1" status: 200 len: 944 time: 0.1279190 Aug 24 18:39:18.317059 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7af2cac0-1534-4057-bd50-4320d6d58ddd req-003a002e-a90d-4d1d-8bb2-481514ef4eb2 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591643 Aug 24 18:39:18.321468 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-32d45d98-cc72-4f92-b038-e2e38708117b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:18.322965 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-32d45d98-cc72-4f92-b038-e2e38708117b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ee1ce3a-a06f-48d9-9fad-0d25a0366db5 HTTP/1.1" status: 200 len: 854 time: 0.0587893 Aug 24 18:39:18.369464 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2c7ad0d3-dd2b-446a-aa1e-400f17e94737 req-a0d9548d-2131-4b60-a149-6a020673c1d8 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494249 Aug 24 18:39:18.372670 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-65bb986e-5f13-4d97-ae6c-ae79c9ef9578 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e775d33-34fa-4c7a-8190-49382ed04303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413532 Aug 24 18:39:18.403874 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2baa1d0-3c2e-43ae-9666-6075e0e82faa', 'name': 'network-vif-deleted', 'tag': '64599689-e7a0-473e-b468-1ab0b7799196', 'status': 'completed', 'code': 200} Aug 24 18:39:18.515633 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-2ebe74a7-c3d6-4d94-9696-072288198c3c service neutron] 10.222.0.36 "GET /v2.0/networks/4e775d33-34fa-4c7a-8190-49382ed04303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338427 Aug 24 18:39:18.551537 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a100082-6818-4421-8a43-2176e2806e2d req-568d441a-5458-48aa-a313-76e2b028b696 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:18.553176 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2a100082-6818-4421-8a43-2176e2806e2d req-568d441a-5458-48aa-a313-76e2b028b696 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0782175 Aug 24 18:39:18.602271 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2a100082-6818-4421-8a43-2176e2806e2d req-14ad307f-1f59-4058-aaa1-9a040da26a58 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433991 Aug 24 18:39:18.653116 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-dd4ed877-d7c4-45f8-bf9b-42ae79d73e36 req-2019d556-bef8-499c-9e7d-eb62c895ecad service neutron] 10.222.0.36 "GET /v2.0/networks/4e775d33-34fa-4c7a-8190-49382ed04303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288080 Aug 24 18:39:18.849952 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-835ed0a0-4241-4e65-9fcc-4c31f1ea3afa req-e1d77e24-625c-4ebf-b4f8-71a348024ee8 tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] 10.222.0.62 "GET /v2.0/ports?device_id=e2baa1d0-3c2e-43ae-9666-6075e0e82faa HTTP/1.1" status: 200 len: 210 time: 0.0460467 Aug 24 18:39:18.929580 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ed8fca22-eea6-4cf6-87c8-39cf3bef870d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:19.321193 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:19.574779 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46724da1-46e2-489d-b459-0a454c166e9f req-e055100f-f950-4e48-86e4-0e1bb9231345 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:19.576277 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-46724da1-46e2-489d-b459-0a454c166e9f req-e055100f-f950-4e48-86e4-0e1bb9231345 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1367524 Aug 24 18:39:19.613784 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57392e47-3987-4aee-b176-0f65a34c9e4f req-3669d47c-e162-4f72-897b-3f224882ede0 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:19.615255 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-57392e47-3987-4aee-b176-0f65a34c9e4f req-3669d47c-e162-4f72-897b-3f224882ede0 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=499d5e9f-7d9a-400f-9d51-1930f2f68ebd HTTP/1.1" status: 200 len: 944 time: 0.1201224 Aug 24 18:39:19.654125 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-46724da1-46e2-489d-b459-0a454c166e9f req-85074e67-933e-488d-a4dd-16bc036cb844 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712240 Aug 24 18:39:19.673316 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-57392e47-3987-4aee-b176-0f65a34c9e4f req-1813accf-f964-483d-a254-502553d42900 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504982 Aug 24 18:39:19.846948 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6c751-1eee-4894-9ef7-7a9d4a80308e req-4ad5aa57-e400-452d-add5-9c62f45632e3 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:19.848429 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-09a6c751-1eee-4894-9ef7-7a9d4a80308e req-4ad5aa57-e400-452d-add5-9c62f45632e3 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0864863 Aug 24 18:39:19.898437 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-09a6c751-1eee-4894-9ef7-7a9d4a80308e req-ef203479-d900-434b-a72c-c720f8ff2392 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417881 Aug 24 18:39:20.405568 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499d5e9f-7d9a-400f-9d51-1930f2f68ebd', 'tag': 'ff42f8ba-2940-439a-8d5c-add697a2261b'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:39:20.462707 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499d5e9f-7d9a-400f-9d51-1930f2f68ebd', 'tag': 'ff42f8ba-2940-439a-8d5c-add697a2261b', 'status': 'completed', 'code': 200} Aug 24 18:39:20.984903 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfcec46-9fb3-49e6-a6da-e89dfa2e4704 req-4187b37a-ba4a-477d-a99a-5709a40df304 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:20.986462 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cbfcec46-9fb3-49e6-a6da-e89dfa2e4704 req-4187b37a-ba4a-477d-a99a-5709a40df304 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.2035620 Aug 24 18:39:20.993453 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5980d-b949-4970-9302-7abe41dc2b33 req-1f9a852e-822f-4579-afa5-579eeca5d3b9 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:20.994846 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-78f5980d-b949-4970-9302-7abe41dc2b33 req-1f9a852e-822f-4579-afa5-579eeca5d3b9 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=499d5e9f-7d9a-400f-9d51-1930f2f68ebd HTTP/1.1" status: 200 len: 944 time: 0.1772408 Aug 24 18:39:21.065618 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cbfcec46-9fb3-49e6-a6da-e89dfa2e4704 req-a94e54cc-d13d-4e55-b664-e9b8fdf92bf5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698352 Aug 24 18:39:21.074183 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-78f5980d-b949-4970-9302-7abe41dc2b33 req-b735e530-3114-4b2e-9e83-a5bf866b960e tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627644 Aug 24 18:39:21.253073 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-03d01981-a272-4a76-8eaf-d576dd67d58b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:21.257200 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a4f92-d387-44df-81c5-8f37b8fa3459 req-89758960-ecdb-479a-a0a4-f72b56937bc1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:21.258588 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c87a4f92-d387-44df-81c5-8f37b8fa3459 req-89758960-ecdb-479a-a0a4-f72b56937bc1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0835991 Aug 24 18:39:21.304138 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c87a4f92-d387-44df-81c5-8f37b8fa3459 req-0d3bde8b-2dcf-410e-95ab-3d4073d48b77 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400245 Aug 24 18:39:22.103047 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device ff42f8ba-2940-439a-8d5c-add697a2261b details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:39:22.107308 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 64599689-e7a0-473e-b468-1ab0b7799196 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:39:22.200063 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] No Port match for: 64599689-e7a0-473e-b468-1ab0b7799196 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:39:22.200654 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 64599689-e7a0-473e-b468-1ab0b7799196 not bound to the agent host hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:39:22.273468 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:22.325070 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port ff42f8ba-2940-439a-8d5c-add697a2261b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ff42f8ba-2940-439a-8d5c-add697a2261b,segment=NetworkSegment(121443c8-53ae-45ba-8580-3879c94e6df1),segment_id=121443c8-53ae-45ba-8580-3879c94e6df1)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:39:22.341011 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': 'ff42f8ba-2940-439a-8d5c-add697a2261b', 'network_id': '4e775d33-34fa-4c7a-8190-49382ed04303', 'port_id': 'ff42f8ba-2940-439a-8d5c-add697a2261b', 'mac_address': 'fa:16:3e:7d:89:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ee1ce3a-a06f-48d9-9fad-0d25a0366db5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:39:22.352695 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c60673-6c8f-446e-9f6d-259479b69a92 req-d95fb879-0326-4476-827a-a017f589c5cf tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:22.354261 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-59c60673-6c8f-446e-9f6d-259479b69a92 req-d95fb879-0326-4476-827a-a017f589c5cf tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1584525 Aug 24 18:39:22.361094 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc975b-a16b-46de-ab99-9ac7e9cc810f req-5651b041-8aeb-4eee-a0af-38e112c8e2d0 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:22.362641 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2fbc975b-a16b-46de-ab99-9ac7e9cc810f req-5651b041-8aeb-4eee-a0af-38e112c8e2d0 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=499d5e9f-7d9a-400f-9d51-1930f2f68ebd HTTP/1.1" status: 200 len: 944 time: 0.1183946 Aug 24 18:39:22.412060 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:22.430906 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff42f8ba-2940-439a-8d5c-add697a2261b {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:39:22.440393 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-59c60673-6c8f-446e-9f6d-259479b69a92 req-dd3c1967-cde5-4e62-a3ae-46f0766d1f54 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767024 Aug 24 18:39:22.451377 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2fbc975b-a16b-46de-ab99-9ac7e9cc810f req-897ec726-f67f-4808-a588-d0d6e52a3ca4 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715446 Aug 24 18:39:22.452794 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port ff42f8ba-2940-439a-8d5c-add697a2261b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ff42f8ba-2940-439a-8d5c-add697a2261b,segment=NetworkSegment(121443c8-53ae-45ba-8580-3879c94e6df1),segment_id=121443c8-53ae-45ba-8580-3879c94e6df1)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:39:22.459017 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:22.462983 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:22.533376 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=ff42f8ba-2940-439a-8d5c-add697a2261b,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:22.536462 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:22.640653 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a45ae-31f5-416c-b5c8-40eceb74f43b req-7152e416-ec5b-45d7-afd4-4c4ef69fee81 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:22.642121 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e13a45ae-31f5-416c-b5c8-40eceb74f43b req-7152e416-ec5b-45d7-afd4-4c4ef69fee81 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0816474 Aug 24 18:39:22.689888 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e13a45ae-31f5-416c-b5c8-40eceb74f43b req-c70c3a29-23a5-4f5f-bdf8-1a8007db46f9 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418231 Aug 24 18:39:23.143229 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2f139c07-f6ee-4f1d-a6e2-e34e095606d7 req-a0c6ca17-8511-4a5f-8112-26fadf8c89a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ab2b347e1a8347b5bd5e4a57b594fc99&device_id=499d5e9f-7d9a-400f-9d51-1930f2f68ebd HTTP/1.1" status: 200 len: 1098 time: 0.0812421 Aug 24 18:39:23.281285 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f139c07-f6ee-4f1d-a6e2-e34e095606d7 req-29b86f5a-e76e-4c3b-a25f-886d78d55793 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:23.282787 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2f139c07-f6ee-4f1d-a6e2-e34e095606d7 req-29b86f5a-e76e-4c3b-a25f-886d78d55793 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4e775d33-34fa-4c7a-8190-49382ed04303 HTTP/1.1" status: 200 len: 915 time: 0.1315560 Aug 24 18:39:23.354280 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2f139c07-f6ee-4f1d-a6e2-e34e095606d7 req-bf912ce4-2514-48bf-89df-d534d467881a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff42f8ba-2940-439a-8d5c-add697a2261b HTTP/1.1" status: 200 len: 217 time: 0.0638742 Aug 24 18:39:23.424589 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f139c07-f6ee-4f1d-a6e2-e34e095606d7 req-b2fe538c-725b-4c9a-8c1b-a55bc5c4e786 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:23.425904 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2f139c07-f6ee-4f1d-a6e2-e34e095606d7 req-b2fe538c-725b-4c9a-8c1b-a55bc5c4e786 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8ee1ce3a-a06f-48d9-9fad-0d25a0366db5 HTTP/1.1" status: 200 len: 854 time: 0.0643291 Aug 24 18:39:23.475353 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2f139c07-f6ee-4f1d-a6e2-e34e095606d7 req-5e50985d-aec9-47c4-9fdf-8445625761c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4e775d33-34fa-4c7a-8190-49382ed04303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416229 Aug 24 18:39:23.482972 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['ff42f8ba-2940-439a-8d5c-add697a2261b'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:39:23.638366 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2f139c07-f6ee-4f1d-a6e2-e34e095606d7 req-dca0297c-606c-4481-80e0-821356045514 service neutron] 10.222.0.36 "GET /v2.0/networks/4e775d33-34fa-4c7a-8190-49382ed04303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538813 Aug 24 18:39:23.667895 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:23.715830 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7d0b0-78af-455e-ade7-39e2dfb12000 req-4879a1de-1373-4d87-8dd7-1fde3c8c0b00 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:23.717487 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-83d7d0b0-78af-455e-ade7-39e2dfb12000 req-4879a1de-1373-4d87-8dd7-1fde3c8c0b00 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=499d5e9f-7d9a-400f-9d51-1930f2f68ebd HTTP/1.1" status: 200 len: 945 time: 0.1153953 Aug 24 18:39:23.727965 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20867e71-fb8b-40e5-a0c2-e2a69b792387 req-0aa163fe-553c-4348-9f54-b2aec8a42a3b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:23.729548 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-20867e71-fb8b-40e5-a0c2-e2a69b792387 req-0aa163fe-553c-4348-9f54-b2aec8a42a3b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1604269 Aug 24 18:39:23.811234 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-83d7d0b0-78af-455e-ade7-39e2dfb12000 req-064f8c34-980b-420d-bbff-680536c5e1ae tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806084 Aug 24 18:39:23.820061 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-20867e71-fb8b-40e5-a0c2-e2a69b792387 req-d464e2e7-7fd3-4a9d-a4b3-ef19ec2370b7 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702589 Aug 24 18:39:23.873803 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2f139c07-f6ee-4f1d-a6e2-e34e095606d7 req-6164b67b-beb0-483a-bef8-81fafc891120 service neutron] 10.222.0.36 "GET /v2.0/networks/4e775d33-34fa-4c7a-8190-49382ed04303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288916 Aug 24 18:39:24.005042 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78a7a1-5df6-4aba-9941-a0778882311c req-b18cb512-14ad-49a9-a42e-60166823aea4 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:24.006855 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6f78a7a1-5df6-4aba-9941-a0778882311c req-b18cb512-14ad-49a9-a42e-60166823aea4 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0799539 Aug 24 18:39:24.062421 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6f78a7a1-5df6-4aba-9941-a0778882311c req-1fcdcc5d-30ec-4eb4-8f47-7f516651ebaf tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446398 Aug 24 18:39:24.624284 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 35330) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:39:24.841266 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-d02c5f2e-bc7e-4185-aac4-378823fc5020 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0e7e6d3d50b24edca704c1c4b1b98659&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2122471 Aug 24 18:39:24.841565 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 35338) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:39:24.907443 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-67e76e5c-a5df-4207-a01b-f6986aa3e1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:24.951577 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-67e76e5c-a5df-4207-a01b-f6986aa3e1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:25.007568 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-67e76e5c-a5df-4207-a01b-f6986aa3e1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:25.012881 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-0851ecaa-8c8f-4c6e-8edb-49069f9cc483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:25.026182 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e76e5c-a5df-4207-a01b-f6986aa3e1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c3b98a-3693-4326-b79c-b86571e8e0b1,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:25.028883 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-67e76e5c-a5df-4207-a01b-f6986aa3e1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:25.030541 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-67e76e5c-a5df-4207-a01b-f6986aa3e1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:25.031731 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-67e76e5c-a5df-4207-a01b-f6986aa3e1a8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/19c3b98a-3693-4326-b79c-b86571e8e0b1 HTTP/1.1" status: 204 len: 168 time: 0.1893985 Aug 24 18:39:25.073451 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902e2ad-0311-48db-9749-f4da0b718e64 req-cb20a126-df3e-4eaa-bfae-2b0be9a1b722 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:25.074989 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f902e2ad-0311-48db-9749-f4da0b718e64 req-cb20a126-df3e-4eaa-bfae-2b0be9a1b722 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=499d5e9f-7d9a-400f-9d51-1930f2f68ebd HTTP/1.1" status: 200 len: 945 time: 0.1439238 Aug 24 18:39:25.087785 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0f85e-89d9-4289-a172-50fa0dfbf492 req-73af7700-f151-4095-9bdb-0b818bde3d0e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:25.089269 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e3e0f85e-89d9-4289-a172-50fa0dfbf492 req-73af7700-f151-4095-9bdb-0b818bde3d0e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1262066 Aug 24 18:39:25.161156 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f902e2ad-0311-48db-9749-f4da0b718e64 req-15e34fb6-bbab-420b-8450-b2b7a1634856 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799894 Aug 24 18:39:25.171290 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e3e0f85e-89d9-4289-a172-50fa0dfbf492 req-bbf38ec6-17ca-450a-87f0-91971540f7af tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656171 Aug 24 18:39:25.364844 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2dd04-aee2-4fbd-843c-0dfd3262e9ac req-b1c5a1ce-2ba2-4ec8-ae3c-8ab7a0143560 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:25.366430 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-dfd2dd04-aee2-4fbd-843c-0dfd3262e9ac req-b1c5a1ce-2ba2-4ec8-ae3c-8ab7a0143560 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0800011 Aug 24 18:39:25.413818 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-dfd2dd04-aee2-4fbd-843c-0dfd3262e9ac req-65cda378-3ba5-4f88-88ab-0c2a5b9a19f5 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417495 Aug 24 18:39:26.051389 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device ff42f8ba-2940-439a-8d5c-add697a2261b up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:39:26.129365 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning for port ff42f8ba-2940-439a-8d5c-add697a2261b completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:39:26.135378 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port ff42f8ba-2940-439a-8d5c-add697a2261b triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:39:26.135817 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:26.257555 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:26.284823 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499d5e9f-7d9a-400f-9d51-1930f2f68ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff42f8ba-2940-439a-8d5c-add697a2261b'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:39:26.296659 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port ff42f8ba-2940-439a-8d5c-add697a2261b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ff42f8ba-2940-439a-8d5c-add697a2261b,segment=NetworkSegment(121443c8-53ae-45ba-8580-3879c94e6df1),segment_id=121443c8-53ae-45ba-8580-3879c94e6df1)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:39:26.306282 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:26.309940 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:26.379033 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=ff42f8ba-2940-439a-8d5c-add697a2261b,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:26.382637 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:26.431428 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee06f63-4ef1-4847-a367-4e207f945698 req-e1b9aacd-016a-4cf2-aca9-8e161a5c6901 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:26.432905 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6ee06f63-4ef1-4847-a367-4e207f945698 req-e1b9aacd-016a-4cf2-aca9-8e161a5c6901 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=499d5e9f-7d9a-400f-9d51-1930f2f68ebd HTTP/1.1" status: 200 len: 946 time: 0.1399100 Aug 24 18:39:26.441255 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bfcff-601a-407d-bea0-3a262f3af7c0 req-9af3a1ad-8ba2-47d8-b870-10f59661b412 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:26.442625 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c96bfcff-601a-407d-bea0-3a262f3af7c0 req-9af3a1ad-8ba2-47d8-b870-10f59661b412 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1075239 Aug 24 18:39:26.516665 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6ee06f63-4ef1-4847-a367-4e207f945698 req-46792e11-6b33-4117-98a2-116c02a52f68 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729568 Aug 24 18:39:26.521206 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c96bfcff-601a-407d-bea0-3a262f3af7c0 req-1d8bd139-21b1-4ddc-a830-b6c326a1b6b8 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629158 Aug 24 18:39:26.582804 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499d5e9f-7d9a-400f-9d51-1930f2f68ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff42f8ba-2940-439a-8d5c-add697a2261b', 'code': 200} Aug 24 18:39:26.704061 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2598895-1a13-4888-926e-00d5f45e9da9 req-505c51b9-3315-49c5-9659-4b0992f2e1c8 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:26.705521 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c2598895-1a13-4888-926e-00d5f45e9da9 req-505c51b9-3315-49c5-9659-4b0992f2e1c8 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0783443 Aug 24 18:39:26.751525 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c2598895-1a13-4888-926e-00d5f45e9da9 req-e6ab9dd7-abaa-494d-a4a1-10ac645be37d tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402193 Aug 24 18:39:27.324696 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-0b64382e-0982-4c78-8ade-99966877dcaa req-f86dbe26-9739-4ad5-ad47-2f3114ae0ac3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=499d5e9f-7d9a-400f-9d51-1930f2f68ebd HTTP/1.1" status: 200 len: 1099 time: 0.0755384 Aug 24 18:39:27.372496 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-0b64382e-0982-4c78-8ade-99966877dcaa req-3f42b714-342c-4029-bbae-e62bbd327676 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412612 Aug 24 18:39:27.779105 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79ec25-50bd-4550-9f67-5b703ab4f6c1 req-65342011-5ac4-4778-a903-b86f32e99044 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:27.780541 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ef79ec25-50bd-4550-9f67-5b703ab4f6c1 req-65342011-5ac4-4778-a903-b86f32e99044 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1378849 Aug 24 18:39:27.790261 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb25714-9a5e-4a0a-b4b3-51321bc3c734 req-754bdd3c-e82c-47a8-86af-3731942c9aed tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:27.791685 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9fb25714-9a5e-4a0a-b4b3-51321bc3c734 req-754bdd3c-e82c-47a8-86af-3731942c9aed tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=499d5e9f-7d9a-400f-9d51-1930f2f68ebd HTTP/1.1" status: 200 len: 946 time: 0.1477008 Aug 24 18:39:27.864460 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ef79ec25-50bd-4550-9f67-5b703ab4f6c1 req-6237778a-b5e4-474c-85d3-ded9499fb234 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717683 Aug 24 18:39:27.868929 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9fb25714-9a5e-4a0a-b4b3-51321bc3c734 req-de8b6de3-e339-417f-86b4-3fc432c1efc2 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630028 Aug 24 18:39:28.050244 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb015dd-a153-498a-b35c-75a0a60488cb req-016f59b3-f1f0-44bd-b099-668bb2c22869 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:28.051723 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3cb015dd-a153-498a-b35c-75a0a60488cb req-016f59b3-f1f0-44bd-b099-668bb2c22869 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0800643 Aug 24 18:39:28.098074 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3cb015dd-a153-498a-b35c-75a0a60488cb req-49d52b43-1712-4403-8c6d-b15a5530901d tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405970 Aug 24 18:39:29.185096 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6935f44-2281-414e-91a5-326dae1c95c6 req-fc2646be-7292-4b89-bfcb-40f70c58df2c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:29.186476 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f6935f44-2281-414e-91a5-326dae1c95c6 req-fc2646be-7292-4b89-bfcb-40f70c58df2c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.2019622 Aug 24 18:39:29.191907 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c5cda-fa1a-450e-a647-ee08f3543e3d req-b4a73aab-f5f9-4fe0-ae09-52692a657515 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:29.193368 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-be3c5cda-fa1a-450e-a647-ee08f3543e3d req-b4a73aab-f5f9-4fe0-ae09-52692a657515 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=499d5e9f-7d9a-400f-9d51-1930f2f68ebd HTTP/1.1" status: 200 len: 946 time: 0.1738851 Aug 24 18:39:29.269395 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f6935f44-2281-414e-91a5-326dae1c95c6 req-48346282-b008-41a6-a1ba-905d3a297b82 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750513 Aug 24 18:39:29.272958 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-be3c5cda-fa1a-450e-a647-ee08f3543e3d req-d62edf50-655a-461d-93b6-bfe8eadd7e08 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632737 Aug 24 18:39:29.459252 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7319726-e82b-4dd0-b494-4cc069a0ee72 req-0e1372f0-559b-4969-a401-1c659a5c6e91 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:29.460845 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f7319726-e82b-4dd0-b494-4cc069a0ee72 req-0e1372f0-559b-4969-a401-1c659a5c6e91 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0843215 Aug 24 18:39:29.511642 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f7319726-e82b-4dd0-b494-4cc069a0ee72 req-a43fea8d-30f9-4611-ba61-71c740b7cfab tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449448 Aug 24 18:39:30.323399 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-97177d4f-f594-4d55-b519-5a1dbe1321b7 req-6cd3bbfb-a2ed-4ef5-8d70-d957b9968367 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38a9b4d30bbb4e6bb18d2ca3ccce2cce&device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 1098 time: 0.0810659 Aug 24 18:39:30.478181 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d30ad-6c7f-4fa0-8a35-d808fbc29b50 req-01c34b9e-8557-4f2e-909e-d87705180a2b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:30.479710 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e12d30ad-6c7f-4fa0-8a35-d808fbc29b50 req-01c34b9e-8557-4f2e-909e-d87705180a2b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.0848510 Aug 24 18:39:30.485044 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97177d4f-f594-4d55-b519-5a1dbe1321b7 req-ca894d1f-f364-487f-a137-fe94b7a1f939 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:30.486565 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-97177d4f-f594-4d55-b519-5a1dbe1321b7 req-ca894d1f-f364-487f-a137-fe94b7a1f939 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae HTTP/1.1" status: 200 len: 911 time: 0.1358917 Aug 24 18:39:30.526383 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e12d30ad-6c7f-4fa0-8a35-d808fbc29b50 req-06d5e91c-1c31-474b-b71e-74994a56d2e6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409305 Aug 24 18:39:30.599478 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-97177d4f-f594-4d55-b519-5a1dbe1321b7 req-ffbb03e9-de50-4fed-9d42-b91293196502 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78201e63-053b-4ec9-8ba1-73a54889e89a HTTP/1.1" status: 200 len: 1001 time: 0.1020298 Aug 24 18:39:30.670392 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97177d4f-f594-4d55-b519-5a1dbe1321b7 req-e2097e02-2cad-4710-9fa5-4fcf1a1a0717 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:30.671890 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-97177d4f-f594-4d55-b519-5a1dbe1321b7 req-e2097e02-2cad-4710-9fa5-4fcf1a1a0717 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8a23952-40cf-4695-ae69-f2d425c34691 HTTP/1.1" status: 200 len: 849 time: 0.0657003 Aug 24 18:39:30.728389 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedebfd-a080-432d-acea-43b69058ae79 req-bfcc5b36-eaf4-4f34-b1d0-07b158e147c2 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:30.729901 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5bedebfd-a080-432d-acea-43b69058ae79 req-bfcc5b36-eaf4-4f34-b1d0-07b158e147c2 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0819731 Aug 24 18:39:30.757603 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-97177d4f-f594-4d55-b519-5a1dbe1321b7 req-fb789ae0-e65e-49b3-a903-7c58343fb97d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742390 Aug 24 18:39:30.780419 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5bedebfd-a080-432d-acea-43b69058ae79 req-5b7ed16e-65cc-4e64-9f54-9f47821f5211 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440164 Aug 24 18:39:30.895041 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-97177d4f-f594-4d55-b519-5a1dbe1321b7 req-72297f0a-7d1e-4b7e-a080-053b3dc97bc3 service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271968 Aug 24 18:39:31.016037 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:31.048569 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-97177d4f-f594-4d55-b519-5a1dbe1321b7 req-159b74f3-5b42-4624-bd5a-361035e5e1d8 service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413860 Aug 24 18:39:31.740307 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc8826-445b-4538-b48f-2d4cbd37e7ba req-d55f4027-61cc-4dca-9cb1-65037207f33b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:31.741598 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fcbc8826-445b-4538-b48f-2d4cbd37e7ba req-d55f4027-61cc-4dca-9cb1-65037207f33b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.0855012 Aug 24 18:39:31.789784 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fcbc8826-445b-4538-b48f-2d4cbd37e7ba req-08c60586-5a6d-452c-9258-80ca2e52407f tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424159 Aug 24 18:39:31.983232 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90dc8c-6621-492e-8217-59bf2cd7a749 req-6f6cc9aa-aec9-42c4-9958-af59ed4c9af4 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:31.984886 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ac90dc8c-6621-492e-8217-59bf2cd7a749 req-6f6cc9aa-aec9-42c4-9958-af59ed4c9af4 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0838153 Aug 24 18:39:32.038279 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ac90dc8c-6621-492e-8217-59bf2cd7a749 req-e39e9cdd-8570-47bd-961a-f5d581d64a73 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476463 Aug 24 18:39:33.044932 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c402f0-41e8-439e-8b62-be576c1a4bca req-00c18224-6ae8-45de-ada5-d1850c3691d4 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:33.046400 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-34c402f0-41e8-439e-8b62-be576c1a4bca req-00c18224-6ae8-45de-ada5-d1850c3691d4 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.0801916 Aug 24 18:39:33.095087 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-34c402f0-41e8-439e-8b62-be576c1a4bca req-ca50f0b0-6ec9-4416-87de-536256afa29c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431104 Aug 24 18:39:33.252377 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c3d4f-a201-4959-90fc-60d4b3e77075 req-f7c34f51-5d64-4105-bbda-4e8d0131d896 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:33.253737 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-308c3d4f-a201-4959-90fc-60d4b3e77075 req-f7c34f51-5d64-4105-bbda-4e8d0131d896 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0816455 Aug 24 18:39:33.303966 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-308c3d4f-a201-4959-90fc-60d4b3e77075 req-30fd04f0-0e66-44c0-a529-6e659f915aab tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418978 Aug 24 18:39:34.321556 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1696dd-5c61-4ab1-acf2-60cacd609edb req-b8d0d2f1-ec50-41ad-89c3-69ecfde51cea tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:34.323049 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ee1696dd-5c61-4ab1-acf2-60cacd609edb req-b8d0d2f1-ec50-41ad-89c3-69ecfde51cea tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.0958467 Aug 24 18:39:34.370966 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ee1696dd-5c61-4ab1-acf2-60cacd609edb req-13e8b7c6-8ef8-42fb-9c7e-e40588f39cf9 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422804 Aug 24 18:39:34.511000 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72180466-c9fb-4189-951b-fda24b0986c7 req-4bfccd26-f5e6-49eb-857c-3ca89d5446c7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:34.512442 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-72180466-c9fb-4189-951b-fda24b0986c7 req-4bfccd26-f5e6-49eb-857c-3ca89d5446c7 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0869067 Aug 24 18:39:34.558339 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-72180466-c9fb-4189-951b-fda24b0986c7 req-17c0b4cb-0769-4b82-b25e-765bdeedb619 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402594 Aug 24 18:39:35.573675 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d724e9-1a0d-4b13-94a8-dd79f8fe8341 req-33061f6e-97dd-4cad-a018-827fd216a6de tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:35.575177 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-25d724e9-1a0d-4b13-94a8-dd79f8fe8341 req-33061f6e-97dd-4cad-a018-827fd216a6de tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.0800517 Aug 24 18:39:35.625071 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-25d724e9-1a0d-4b13-94a8-dd79f8fe8341 req-c4e3c387-8fc2-4983-8709-bd4901fe0958 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428038 Aug 24 18:39:35.767102 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c3ef21-67b4-46ee-b529-57c6711ce2df req-4f7a76f8-ee83-4e2f-a0ad-3edea3d0050a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:35.768617 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-23c3ef21-67b4-46ee-b529-57c6711ce2df req-4f7a76f8-ee83-4e2f-a0ad-3edea3d0050a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0856786 Aug 24 18:39:35.816606 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-23c3ef21-67b4-46ee-b529-57c6711ce2df req-78d19187-c8f5-4c71-ad6a-686697835e6e tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421286 Aug 24 18:39:36.837846 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1215223-2a55-49f8-9e3c-b986f6486046 req-6138642e-29ca-4246-a95d-0adec1c93a0b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:36.839325 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b1215223-2a55-49f8-9e3c-b986f6486046 req-6138642e-29ca-4246-a95d-0adec1c93a0b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.0816026 Aug 24 18:39:36.893091 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b1215223-2a55-49f8-9e3c-b986f6486046 req-04ff21f5-6014-4c58-94ec-1086759e313a tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478570 Aug 24 18:39:37.028214 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea124c-3c3e-4dca-bb79-4ca342b4eec6 req-9e87cf2d-d541-43aa-9e06-3f52e69fcc9c tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:37.029656 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f0ea124c-3c3e-4dca-bb79-4ca342b4eec6 req-9e87cf2d-d541-43aa-9e06-3f52e69fcc9c tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0812998 Aug 24 18:39:37.076626 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f0ea124c-3c3e-4dca-bb79-4ca342b4eec6 req-0467e5c0-b28c-4ae4-b89f-1c194d24e968 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413768 Aug 24 18:39:38.111465 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efa255-3203-4cef-8d91-aea546e094a0 req-bc8fc9e2-bbcd-4add-993e-5e2ebb3cf3e5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:38.112915 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-18efa255-3203-4cef-8d91-aea546e094a0 req-bc8fc9e2-bbcd-4add-993e-5e2ebb3cf3e5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.0905318 Aug 24 18:39:38.161383 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-18efa255-3203-4cef-8d91-aea546e094a0 req-a8c4b175-48d5-4d31-bd18-095c4535353b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426428 Aug 24 18:39:38.298181 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36f7c0-336d-492e-8c9d-6cb24f98376a req-6f93cd3a-fe22-4ed7-adf4-591c5670bd9d tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:38.299751 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ed36f7c0-336d-492e-8c9d-6cb24f98376a req-6f93cd3a-fe22-4ed7-adf4-591c5670bd9d tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1031785 Aug 24 18:39:38.347989 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ed36f7c0-336d-492e-8c9d-6cb24f98376a req-85bce5ba-a89e-432c-83af-118ad2b104cc tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423746 Aug 24 18:39:39.371366 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805717d6-1207-4183-9ecf-dd0f78b0c55d req-e91825cd-4148-4da3-b262-302320c53c80 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:39.372909 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-805717d6-1207-4183-9ecf-dd0f78b0c55d req-e91825cd-4148-4da3-b262-302320c53c80 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.0848711 Aug 24 18:39:39.422086 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-805717d6-1207-4183-9ecf-dd0f78b0c55d req-1f3c9822-42ce-44f6-8255-e1605bcb72ef tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420392 Aug 24 18:39:39.570400 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a060bc2d-2da8-4b00-906d-ef749fec334f req-c75593a1-fae2-43e7-b6d4-e5a315360211 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:39.572068 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a060bc2d-2da8-4b00-906d-ef749fec334f req-c75593a1-fae2-43e7-b6d4-e5a315360211 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0948062 Aug 24 18:39:39.621559 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a060bc2d-2da8-4b00-906d-ef749fec334f req-0f0a500b-9779-4c34-81fb-7b622152e120 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437102 Aug 24 18:39:40.681425 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51688d3-a51e-4816-a7d5-9dbba381a863 req-4d7398c2-471b-41fa-bc58-54c313f2446c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:40.682995 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e51688d3-a51e-4816-a7d5-9dbba381a863 req-4d7398c2-471b-41fa-bc58-54c313f2446c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1265337 Aug 24 18:39:40.731439 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e51688d3-a51e-4816-a7d5-9dbba381a863 req-18c4bccb-39c8-489f-b2a6-d3d3a42948ca tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425758 Aug 24 18:39:40.833033 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c872edd-1c16-4325-bcee-b779fa1a1e87 req-5dc8b9e2-f46b-4fb1-817d-a0253e3d0caf tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:40.834806 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2c872edd-1c16-4325-bcee-b779fa1a1e87 req-5dc8b9e2-f46b-4fb1-817d-a0253e3d0caf tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0821028 Aug 24 18:39:40.882844 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2c872edd-1c16-4325-bcee-b779fa1a1e87 req-f44a47e5-1885-4127-8062-57e740d92279 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423667 Aug 24 18:39:41.713944 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:39:41.932630 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae7c9b-cf04-4b73-8b0b-5412d6d00883 req-388c144b-1df5-4701-bd11-193247880c59 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:41.934191 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3bae7c9b-cf04-4b73-8b0b-5412d6d00883 req-388c144b-1df5-4701-bd11-193247880c59 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.0809422 Aug 24 18:39:42.008680 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3bae7c9b-cf04-4b73-8b0b-5412d6d00883 req-78259b31-dfec-411f-844a-70a56aee7ddf tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688603 Aug 24 18:39:42.110094 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9048aa-c126-46ae-bb7a-2bd54bd1b884 req-69066cce-ee53-4932-916e-df6adff2e5b8 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:42.111732 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1d9048aa-c126-46ae-bb7a-2bd54bd1b884 req-69066cce-ee53-4932-916e-df6adff2e5b8 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0937333 Aug 24 18:39:42.167358 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1d9048aa-c126-46ae-bb7a-2bd54bd1b884 req-9f001977-f1c2-4617-b07d-8f09d6926aae tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492878 Aug 24 18:39:42.443481 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17979f66-31f9-41d7-8f24-a10c837c21e7 req-bd8f7683-143c-4061-a098-01b5f37a0310 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:42.444861 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-17979f66-31f9-41d7-8f24-a10c837c21e7 req-bd8f7683-143c-4061-a098-01b5f37a0310 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.0804017 Aug 24 18:39:42.489289 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-8e70500d-da77-4f9e-b5c7-973543fede3e req-fea92105-01d8-4300-9dbf-641e5719577c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38a9b4d30bbb4e6bb18d2ca3ccce2cce&device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 1098 time: 0.0708351 Aug 24 18:39:42.493899 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-17979f66-31f9-41d7-8f24-a10c837c21e7 req-0a89746e-da61-4651-aa32-3dc0c555d957 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430851 Aug 24 18:39:42.636505 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70500d-da77-4f9e-b5c7-973543fede3e req-b93b02b4-8341-46cc-9e80-b0ba68adfb73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:42.637969 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-8e70500d-da77-4f9e-b5c7-973543fede3e req-b93b02b4-8341-46cc-9e80-b0ba68adfb73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae HTTP/1.1" status: 200 len: 911 time: 0.1316044 Aug 24 18:39:43.389936 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aca4a7-a1aa-4372-b5d3-2fb44f26c47e req-44e16b0d-c6fb-4cd4-b3eb-f4b0f35dbb68 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:43.391528 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-34aca4a7-a1aa-4372-b5d3-2fb44f26c47e req-44e16b0d-c6fb-4cd4-b3eb-f4b0f35dbb68 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0826910 Aug 24 18:39:43.437570 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-34aca4a7-a1aa-4372-b5d3-2fb44f26c47e req-0b4bb499-8947-41af-b4e2-127a47e50f22 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401874 Aug 24 18:39:43.703689 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-8e70500d-da77-4f9e-b5c7-973543fede3e req-42805f48-313a-40d2-9c71-6bca2a3ad1b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78201e63-053b-4ec9-8ba1-73a54889e89a HTTP/1.1" status: 200 len: 1001 time: 0.1023357 Aug 24 18:39:43.714274 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d59ba8-a0bf-49da-b8b2-132df9e57040 req-270c2753-85a2-4d10-8930-a00e5b234100 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:43.715871 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-53d59ba8-a0bf-49da-b8b2-132df9e57040 req-270c2753-85a2-4d10-8930-a00e5b234100 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.0807366 Aug 24 18:39:43.762948 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-53d59ba8-a0bf-49da-b8b2-132df9e57040 req-4bd4689c-7e82-42f6-bc2f-6b61fbb25d2f tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414176 Aug 24 18:39:44.504084 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70500d-da77-4f9e-b5c7-973543fede3e req-ae2842a5-1432-403c-85f0-d76be68cf093 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:44.505915 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-8e70500d-da77-4f9e-b5c7-973543fede3e req-ae2842a5-1432-403c-85f0-d76be68cf093 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8a23952-40cf-4695-ae69-f2d425c34691 HTTP/1.1" status: 200 len: 849 time: 0.0613739 Aug 24 18:39:44.659323 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0de04-100a-4df3-8266-016ad14381dd req-21fbb813-0c9d-4e3e-bc20-178cc1e2581c tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:44.660720 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-74f0de04-100a-4df3-8266-016ad14381dd req-21fbb813-0c9d-4e3e-bc20-178cc1e2581c tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0930140 Aug 24 18:39:44.712861 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-74f0de04-100a-4df3-8266-016ad14381dd req-76b05e19-6f51-455c-8a5d-83dedfac461f tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462108 Aug 24 18:39:44.977087 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230934f-097c-4fa8-a30c-8ef2aa7b3648 req-70ab27b8-3c4b-4c04-b1a7-549514739b32 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:44.978470 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9230934f-097c-4fa8-a30c-8ef2aa7b3648 req-70ab27b8-3c4b-4c04-b1a7-549514739b32 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.0832951 Aug 24 18:39:45.028330 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9230934f-097c-4fa8-a30c-8ef2aa7b3648 req-adbcf6e1-2924-47c9-8d9a-aa8f8414a357 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433688 Aug 24 18:39:45.487745 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-8e70500d-da77-4f9e-b5c7-973543fede3e req-8de5f2ee-6e8e-4f0c-b185-9deabf69ab2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775340 Aug 24 18:39:45.695695 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-8e70500d-da77-4f9e-b5c7-973543fede3e req-e8b11d19-9a15-4350-9b72-1d3bb66e027d service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947451 Aug 24 18:39:45.835079 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-8e70500d-da77-4f9e-b5c7-973543fede3e req-a26b559d-d4c0-4aab-b960-0d2cc07fa28f service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285415 Aug 24 18:39:45.918357 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615dcba8-14b0-4a77-9314-c205f2414595 req-9cadedb2-2a67-42e4-a37a-3c9c8a016211 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:45.919789 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-615dcba8-14b0-4a77-9314-c205f2414595 req-9cadedb2-2a67-42e4-a37a-3c9c8a016211 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0775983 Aug 24 18:39:45.978830 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-615dcba8-14b0-4a77-9314-c205f2414595 req-154dcb4c-4c82-4a98-a031-cef7b0abe85c tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531499 Aug 24 18:39:46.234269 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896e7b6-fb78-42ce-9eb8-2fe43047690e req-3db88d29-7e7c-4732-afd0-6f21118eef23 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:46.235719 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2896e7b6-fb78-42ce-9eb8-2fe43047690e req-3db88d29-7e7c-4732-afd0-6f21118eef23 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.0878861 Aug 24 18:39:46.295146 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2896e7b6-fb78-42ce-9eb8-2fe43047690e req-914eb3ef-105e-4a18-9576-65ab9c5461ac tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536458 Aug 24 18:39:47.154610 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 35572) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:39:47.193553 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a0c03-368d-4246-be0c-facfd405b35e req-78401232-5916-4bc4-a001-91fdfce73191 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:47.195818 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-261a0c03-368d-4246-be0c-facfd405b35e req-78401232-5916-4bc4-a001-91fdfce73191 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0798192 Aug 24 18:39:47.202450 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-cfb0973b-eb71-4ca1-a28c-dff87c3d7ff8 req-4ec8f8a2-eab3-4f89-b08f-b1962d029da9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 1098 time: 0.0780048 Aug 24 18:39:47.247933 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-cfb0973b-eb71-4ca1-a28c-dff87c3d7ff8 req-3a70536c-3ac1-40db-87ae-784de25835c4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386491 Aug 24 18:39:47.250508 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-261a0c03-368d-4246-be0c-facfd405b35e req-10eaae1b-b00b-48dc-92f7-70a5b1300811 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477228 Aug 24 18:39:47.303662 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:47.338563 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:39:47.342554 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] Usage tracker for resource:security_group_rule and tenant:17236353b5fa4a718cf0df23d8533428 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:39:47.345440 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:39:47.351658 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:39:47.420582 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:47.425537 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:47.433146 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-2670e7b6-36b4-4685-a25c-e92cf7844d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:47.472839 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902063ba-791e-4315-a54e-d17188bb3a4f,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:47.477538 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=17236353b5fa4a718cf0df23d8533428&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3178632 Aug 24 18:39:47.481821 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 35580) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:39:47.484272 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.484655 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.484988 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.485344 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.485698 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.486049 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.486393 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.486763 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.487108 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.487447 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.487785 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.491858 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:47.535527 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7749e6-802f-4c6a-b8b5-21ba8aecb339 req-31ae2b15-bd3e-4db6-91ed-0415bfc2ca6f tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:47.537129 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-df7749e6-802f-4c6a-b8b5-21ba8aecb339 req-31ae2b15-bd3e-4db6-91ed-0415bfc2ca6f tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1095257 Aug 24 18:39:47.585792 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2cd207ce-3331-4ca9-92bf-921e5c619976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:47.616556 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-df7749e6-802f-4c6a-b8b5-21ba8aecb339 req-e7be5927-4ace-418f-8960-a6e709a79022 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735145 Aug 24 18:39:47.623377 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2cd207ce-3331-4ca9-92bf-921e5c619976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:47.678108 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2cd207ce-3331-4ca9-92bf-921e5c619976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:47.682129 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-00601220-1b9a-4e4d-bbd7-466d64ba94b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:47.695119 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd207ce-3331-4ca9-92bf-921e5c619976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902063ba-791e-4315-a54e-d17188bb3a4f,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:47.702721 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2cd207ce-3331-4ca9-92bf-921e5c619976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:47.703830 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-2cd207ce-3331-4ca9-92bf-921e5c619976 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/902063ba-791e-4315-a54e-d17188bb3a4f HTTP/1.1" status: 204 len: 168 time: 0.2211070 Aug 24 18:39:47.707353 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd207ce-3331-4ca9-92bf-921e5c619976 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.707765 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd207ce-3331-4ca9-92bf-921e5c619976 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.708050 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd207ce-3331-4ca9-92bf-921e5c619976 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.708394 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd207ce-3331-4ca9-92bf-921e5c619976 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.708737 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd207ce-3331-4ca9-92bf-921e5c619976 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.709075 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd207ce-3331-4ca9-92bf-921e5c619976 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.709699 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd207ce-3331-4ca9-92bf-921e5c619976 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.710043 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd207ce-3331-4ca9-92bf-921e5c619976 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.710378 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd207ce-3331-4ca9-92bf-921e5c619976 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.710752 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd207ce-3331-4ca9-92bf-921e5c619976 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.711081 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd207ce-3331-4ca9-92bf-921e5c619976 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:39:47.714328 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-2cd207ce-3331-4ca9-92bf-921e5c619976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:48.449391 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a54178-5e17-4ad1-99d8-b63af217eb07 req-2bb062e9-0f71-482d-ae24-7e7dbedf31c3 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:48.450869 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-80a54178-5e17-4ad1-99d8-b63af217eb07 req-2bb062e9-0f71-482d-ae24-7e7dbedf31c3 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0786352 Aug 24 18:39:48.498968 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-80a54178-5e17-4ad1-99d8-b63af217eb07 req-1cf639e3-17fd-481b-bdb6-fc9fc30d9422 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412579 Aug 24 18:39:48.935192 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-66e5ca44-1488-4e24-a37e-097e797d02a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:49.325968 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:49.700502 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389a339-a7eb-43f8-8e68-cf040d4a2684 req-1cc5fa19-9bb4-40e2-8019-e30766a2569e tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:49.701985 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8389a339-a7eb-43f8-8e68-cf040d4a2684 req-1cc5fa19-9bb4-40e2-8019-e30766a2569e tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0824034 Aug 24 18:39:49.749650 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8389a339-a7eb-43f8-8e68-cf040d4a2684 req-03544a3b-1c6c-48e6-8438-f9d110b475d9 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408957 Aug 24 18:39:50.290782 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6e4c6c57-98e7-4f48-a431-687ecf0997f6 req-65986ac6-7fca-4d8b-b6b2-1a217031ad8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=14803203607646e6ad6fb7c12d7bb1ec&device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 1098 time: 0.0791402 Aug 24 18:39:50.335373 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d03944-df99-467b-817f-db298568db22 req-e296af24-daec-4adf-bfd3-376813ca84d6 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:50.343800 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c3d03944-df99-467b-817f-db298568db22 req-e296af24-daec-4adf-bfd3-376813ca84d6 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0867600 Aug 24 18:39:50.393763 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c3d03944-df99-467b-817f-db298568db22 req-8bee1c16-e9ba-4d6c-873d-a300b93fdb49 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489199 Aug 24 18:39:50.453341 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c6c57-98e7-4f48-a431-687ecf0997f6 req-2397de0d-bf99-4b5a-a6a7-df5fe71f808e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:50.454970 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6e4c6c57-98e7-4f48-a431-687ecf0997f6 req-2397de0d-bf99-4b5a-a6a7-df5fe71f808e service neutron] 10.222.0.36 "GET /v2.0/networks?id=162d32ee-2009-4dae-aa26-2301ff311cfb HTTP/1.1" status: 200 len: 920 time: 0.1564276 Aug 24 18:39:50.546748 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6e4c6c57-98e7-4f48-a431-687ecf0997f6 req-7a27a3d3-531e-4729-9c19-92731e60def4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f HTTP/1.1" status: 200 len: 217 time: 0.0749621 Aug 24 18:39:50.635704 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c6c57-98e7-4f48-a431-687ecf0997f6 req-fd50e25e-b82e-4280-aa81-1d870de6ea4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:50.637865 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6e4c6c57-98e7-4f48-a431-687ecf0997f6 req-fd50e25e-b82e-4280-aa81-1d870de6ea4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa HTTP/1.1" status: 200 len: 859 time: 0.0756199 Aug 24 18:39:50.705161 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6e4c6c57-98e7-4f48-a431-687ecf0997f6 req-14e2e4ef-f016-47db-973b-0b0436cbecec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=162d32ee-2009-4dae-aa26-2301ff311cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491600 Aug 24 18:39:50.842868 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6e4c6c57-98e7-4f48-a431-687ecf0997f6 req-5585cd2e-ed29-4f1b-a528-d17bf4b25abe service neutron] 10.222.0.36 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301789 Aug 24 18:39:50.986598 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6e4c6c57-98e7-4f48-a431-687ecf0997f6 req-e93fb2fe-c33e-453d-8a39-63d668ad2519 service neutron] 10.222.0.36 "GET /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281259 Aug 24 18:39:51.249626 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-14d53b10-0052-4541-9c6e-63490e1db4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:51.613205 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc8f135-ea9b-48e2-b16d-04c7ac2bd782 req-b7a9272b-d5b6-412a-8c99-c95c444ccc56 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:51.614765 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9fc8f135-ea9b-48e2-b16d-04c7ac2bd782 req-b7a9272b-d5b6-412a-8c99-c95c444ccc56 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0820560 Aug 24 18:39:51.667382 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9fc8f135-ea9b-48e2-b16d-04c7ac2bd782 req-d0694e97-bfa9-49f3-97e2-2e859917beae tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448143 Aug 24 18:39:52.092861 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3090c7c-4651-4f87-9844-a68a5d69ebb9 req-e4ddb8f4-b9ed-4676-abd1-1a32fb900bbe tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:52.094143 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b3090c7c-4651-4f87-9844-a68a5d69ebb9 req-e4ddb8f4-b9ed-4676-abd1-1a32fb900bbe tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=499d5e9f-7d9a-400f-9d51-1930f2f68ebd HTTP/1.1" status: 200 len: 946 time: 0.0846643 Aug 24 18:39:52.144504 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:52.191662 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b3090c7c-4651-4f87-9844-a68a5d69ebb9 req-01588180-b6e5-45b2-b679-53cf97eacc0e tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919092 Aug 24 18:39:52.871812 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c908893-9c3c-4dee-b50b-93370edd4b86 req-58a09d02-a63a-4d78-9abd-e74abcf5c99e tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:52.873336 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9c908893-9c3c-4dee-b50b-93370edd4b86 req-58a09d02-a63a-4d78-9abd-e74abcf5c99e tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0785258 Aug 24 18:39:52.921218 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9c908893-9c3c-4dee-b50b-93370edd4b86 req-8218163a-4338-4277-a074-d0ebcbf16faa tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418587 Aug 24 18:39:53.401969 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a9947-ea69-4c8a-9b51-f73596ba2b78 req-02d21562-ebf6-4896-93ed-2eb6c51ec1bb tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:53.403484 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-250a9947-ea69-4c8a-9b51-f73596ba2b78 req-02d21562-ebf6-4896-93ed-2eb6c51ec1bb tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=499d5e9f-7d9a-400f-9d51-1930f2f68ebd HTTP/1.1" status: 200 len: 946 time: 0.0892873 Aug 24 18:39:53.449222 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-250a9947-ea69-4c8a-9b51-f73596ba2b78 req-32879bbe-d994-48b9-b656-e3b6a6bbb790 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401580 Aug 24 18:39:53.642321 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:54.131354 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756bcfe-7e91-4d7b-9e08-15b6473e8e67 req-4dabad25-5544-4904-8d5f-a25ae879407a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:54.132856 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4756bcfe-7e91-4d7b-9e08-15b6473e8e67 req-4dabad25-5544-4904-8d5f-a25ae879407a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0880253 Aug 24 18:39:54.182151 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4756bcfe-7e91-4d7b-9e08-15b6473e8e67 req-a070bc8b-8498-4915-bf9a-44774c9f683c tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435688 Aug 24 18:39:54.511551 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a04030-15dc-4136-8fcf-f898e47463f8 req-145ca9b4-0ee9-45a1-b891-7118e1a39bce tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:54.512508 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-e3a04030-15dc-4136-8fcf-f898e47463f8 req-145ca9b4-0ee9-45a1-b891-7118e1a39bce tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Synchronizing usage tracker for tenant:ab2b347e1a8347b5bd5e4a57b594fc99 on resource:port {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:39:54.529464 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-e3a04030-15dc-4136-8fcf-f898e47463f8 req-145ca9b4-0ee9-45a1-b891-7118e1a39bce tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Unset dirty status for tenant:ab2b347e1a8347b5bd5e4a57b594fc99 on resource:port {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:39:54.530847 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e3a04030-15dc-4136-8fcf-f898e47463f8 req-145ca9b4-0ee9-45a1-b891-7118e1a39bce tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.36 "GET /v2.0/ports?device_id=499d5e9f-7d9a-400f-9d51-1930f2f68ebd HTTP/1.1" status: 200 len: 946 time: 0.1030986 Aug 24 18:39:54.610055 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-e3a04030-15dc-4136-8fcf-f898e47463f8 req-3471010e-a910-4dfb-af48-dfb62ee346ef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Deleting port ff42f8ba-2940-439a-8d5c-add697a2261b {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:39:54.610517 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e3a04030-15dc-4136-8fcf-f898e47463f8 req-3471010e-a910-4dfb-af48-dfb62ee346ef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:54.728297 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33418cd7-10c5-47b9-9aaa-dd1d6af6e00a req-2f980c42-c347-40fb-a7ae-0b7d9371d8d7 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:54.729939 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-33418cd7-10c5-47b9-9aaa-dd1d6af6e00a req-2f980c42-c347-40fb-a7ae-0b7d9371d8d7 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=499d5e9f-7d9a-400f-9d51-1930f2f68ebd HTTP/1.1" status: 200 len: 946 time: 0.1182637 Aug 24 18:39:54.834077 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-33418cd7-10c5-47b9-9aaa-dd1d6af6e00a req-095394e4-d927-4f8e-86a6-e54c7f181656 tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/security-groups?id=5bedb494-0e14-4da0-ac9a-36af604c9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977519 Aug 24 18:39:54.971233 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-e3a04030-15dc-4136-8fcf-f898e47463f8 req-3471010e-a910-4dfb-af48-dfb62ee346ef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] For port ff42f8ba-2940-439a-8d5c-add697a2261b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=ff42f8ba-2940-439a-8d5c-add697a2261b,segment=NetworkSegment(121443c8-53ae-45ba-8580-3879c94e6df1),segment_id=121443c8-53ae-45ba-8580-3879c94e6df1)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:39:54.971574 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e3a04030-15dc-4136-8fcf-f898e47463f8 req-3471010e-a910-4dfb-af48-dfb62ee346ef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:55.165731 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-e3a04030-15dc-4136-8fcf-f898e47463f8 req-3471010e-a910-4dfb-af48-dfb62ee346ef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Calling delete_port for ff42f8ba-2940-439a-8d5c-add697a2261b owned by compute:nova {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:39:55.322894 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e3a04030-15dc-4136-8fcf-f898e47463f8 req-3471010e-a910-4dfb-af48-dfb62ee346ef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:55.328508 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-96f27236-cc87-4506-9121-a9deaae1e48f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:55.335166 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['ff42f8ba-2940-439a-8d5c-add697a2261b'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:39:55.374817 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471010e-a910-4dfb-af48-dfb62ee346ef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Pushing event deleted for resources: {'Port': ['ID=ff42f8ba-2940-439a-8d5c-add697a2261b,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:55.378821 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-3471010e-a910-4dfb-af48-dfb62ee346ef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:55.450988 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a04030-15dc-4136-8fcf-f898e47463f8 req-3471010e-a910-4dfb-af48-dfb62ee346ef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] No DVR routers for this DVR port ff42f8ba-2940-439a-8d5c-add697a2261b on host hv-cinder-80582 {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:39:55.453276 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e3a04030-15dc-4136-8fcf-f898e47463f8 req-3471010e-a910-4dfb-af48-dfb62ee346ef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:55.456288 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499d5e9f-7d9a-400f-9d51-1930f2f68ebd', 'name': 'network-vif-deleted', 'tag': 'ff42f8ba-2940-439a-8d5c-add697a2261b'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:39:55.477440 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e3a04030-15dc-4136-8fcf-f898e47463f8 req-3471010e-a910-4dfb-af48-dfb62ee346ef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.36 "DELETE /v2.0/ports/ff42f8ba-2940-439a-8d5c-add697a2261b HTTP/1.1" status: 204 len: 173 time: 0.9398963 Aug 24 18:39:55.514846 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499d5e9f-7d9a-400f-9d51-1930f2f68ebd', 'name': 'network-vif-deleted', 'tag': 'ff42f8ba-2940-439a-8d5c-add697a2261b', 'status': 'completed', 'code': 200} Aug 24 18:39:56.059111 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-42af10eb-0865-4db3-8965-f93dcaac556b req-b80dd3c8-dd31-4a11-bd33-536c5b51418e tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] 10.222.0.62 "GET /v2.0/ports?device_id=499d5e9f-7d9a-400f-9d51-1930f2f68ebd HTTP/1.1" status: 200 len: 210 time: 0.0641270 Aug 24 18:39:58.084405 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 35790) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:39:58.240733 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2186fd4b-bc7f-4024-bbc3-30e08512e52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:58.276005 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-2186fd4b-bc7f-4024-bbc3-30e08512e52e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:39:58.280228 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-2186fd4b-bc7f-4024-bbc3-30e08512e52e admin admin] Usage tracker for resource:security_group_rule and tenant:5a51f3dd9e304899b59526b91ac030f3 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:39:58.283211 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-2186fd4b-bc7f-4024-bbc3-30e08512e52e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:39:58.289706 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-2186fd4b-bc7f-4024-bbc3-30e08512e52e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:39:58.353607 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2186fd4b-bc7f-4024-bbc3-30e08512e52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:58.358995 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2186fd4b-bc7f-4024-bbc3-30e08512e52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:58.366085 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-f6d8d0c3-59d9-4d40-b9d7-459c7aa9af31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:58.405858 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186fd4b-bc7f-4024-bbc3-30e08512e52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f8951d-deda-4abe-8285-cccd71562ae6,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:58.409965 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-2186fd4b-bc7f-4024-bbc3-30e08512e52e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5a51f3dd9e304899b59526b91ac030f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3245304 Aug 24 18:39:58.410826 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-2186fd4b-bc7f-4024-bbc3-30e08512e52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:58.412833 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 35796) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:39:58.471273 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9e60a96e-38c9-43d9-ac15-b79ddc5a86eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:58.497763 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9e60a96e-38c9-43d9-ac15-b79ddc5a86eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:58.553133 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9e60a96e-38c9-43d9-ac15-b79ddc5a86eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:58.558201 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-cd074ca1-3e31-4c9e-9ba1-d76d78b38b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:58.572908 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60a96e-38c9-43d9-ac15-b79ddc5a86eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f8951d-deda-4abe-8285-cccd71562ae6,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:58.575601 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-9e60a96e-38c9-43d9-ac15-b79ddc5a86eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:58.580857 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9e60a96e-38c9-43d9-ac15-b79ddc5a86eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:58.581947 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-9e60a96e-38c9-43d9-ac15-b79ddc5a86eb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b4f8951d-deda-4abe-8285-cccd71562ae6 HTTP/1.1" status: 204 len: 168 time: 0.1682444 Aug 24 18:39:58.980447 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 35816) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:39:59.011117 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683a7a8-eb3b-44dc-aa37-007ac5fcaf5a req-c9abd397-05a2-4f56-9276-e47cff9b9eb1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:39:59.011643 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0023df3e-a57c-4c3e-a3d7-e6729fb90149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:59.019199 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c683a7a8-eb3b-44dc-aa37-007ac5fcaf5a req-c9abd397-05a2-4f56-9276-e47cff9b9eb1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.1199942 Aug 24 18:39:59.045357 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-0023df3e-a57c-4c3e-a3d7-e6729fb90149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:39:59.049289 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-0023df3e-a57c-4c3e-a3d7-e6729fb90149 admin admin] Usage tracker for resource:security_group_rule and tenant:3d92ede0910b4376898d1cb62ec1a189 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:39:59.052081 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-0023df3e-a57c-4c3e-a3d7-e6729fb90149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:39:59.057705 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-0023df3e-a57c-4c3e-a3d7-e6729fb90149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:39:59.063244 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c683a7a8-eb3b-44dc-aa37-007ac5fcaf5a req-8f00d0c5-0688-4e67-881e-98311a7701f2 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409765 Aug 24 18:39:59.124305 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0023df3e-a57c-4c3e-a3d7-e6729fb90149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:59.129745 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-0023df3e-a57c-4c3e-a3d7-e6729fb90149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:59.136969 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-18ea7b6c-cf42-40bf-ab2c-c349bccd102e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:59.177439 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023df3e-a57c-4c3e-a3d7-e6729fb90149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3def710-8af6-4997-8907-8330d6fb6ec2,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:59.180357 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-0023df3e-a57c-4c3e-a3d7-e6729fb90149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:59.182572 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-0023df3e-a57c-4c3e-a3d7-e6729fb90149 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3d92ede0910b4376898d1cb62ec1a189&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2002938 Aug 24 18:39:59.185335 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 35820) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:39:59.246950 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fc4c8c0e-6d18-46cd-a4f1-bc096d0b2cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:59.273822 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fc4c8c0e-6d18-46cd-a4f1-bc096d0b2cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:59.341021 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fc4c8c0e-6d18-46cd-a4f1-bc096d0b2cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:59.344922 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-67e76e5c-a5df-4207-a01b-f6986aa3e1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:59.357477 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c8c0e-6d18-46cd-a4f1-bc096d0b2cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3def710-8af6-4997-8907-8330d6fb6ec2,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:59.360301 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-fc4c8c0e-6d18-46cd-a4f1-bc096d0b2cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:59.363748 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fc4c8c0e-6d18-46cd-a4f1-bc096d0b2cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:59.365868 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-fc4c8c0e-6d18-46cd-a4f1-bc096d0b2cff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f3def710-8af6-4997-8907-8330d6fb6ec2 HTTP/1.1" status: 204 len: 168 time: 0.1796429 Aug 24 18:39:59.794311 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 35828) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:39:59.813004 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-92fef1da-3ad1-4650-a0e7-c691dae7ac2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:59.843528 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-92fef1da-3ad1-4650-a0e7-c691dae7ac2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:39:59.847332 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-92fef1da-3ad1-4650-a0e7-c691dae7ac2c admin admin] Usage tracker for resource:security_group_rule and tenant:dfd32381ce96430b8d00d46b466cc149 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:39:59.850118 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-92fef1da-3ad1-4650-a0e7-c691dae7ac2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:39:59.855879 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-92fef1da-3ad1-4650-a0e7-c691dae7ac2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:39:59.918623 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-92fef1da-3ad1-4650-a0e7-c691dae7ac2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:59.923710 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-92fef1da-3ad1-4650-a0e7-c691dae7ac2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:39:59.930243 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-f44afd07-46c0-4e29-92de-ee30009c33bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:39:59.970103 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fef1da-3ad1-4650-a0e7-c691dae7ac2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29097a75-c158-44df-97ad-0712bcc672ad,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:39:59.973511 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-92fef1da-3ad1-4650-a0e7-c691dae7ac2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:39:59.978562 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-92fef1da-3ad1-4650-a0e7-c691dae7ac2c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dfd32381ce96430b8d00d46b466cc149&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1807795 Aug 24 18:39:59.979321 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 35832) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:00.039693 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-1630dfc4-457c-4991-80ac-fe8160970b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:00.068885 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-1630dfc4-457c-4991-80ac-fe8160970b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:00.127818 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-1630dfc4-457c-4991-80ac-fe8160970b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:00.132009 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-d9c45b26-8d75-455b-a8f0-4184e9f41b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:00.145928 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630dfc4-457c-4991-80ac-fe8160970b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29097a75-c158-44df-97ad-0712bcc672ad,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:00.148514 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-1630dfc4-457c-4991-80ac-fe8160970b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:00.155869 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-1630dfc4-457c-4991-80ac-fe8160970b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:00.159387 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-1630dfc4-457c-4991-80ac-fe8160970b63 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/29097a75-c158-44df-97ad-0712bcc672ad HTTP/1.1" status: 204 len: 168 time: 0.1772356 Aug 24 18:40:00.206345 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device ff42f8ba-2940-439a-8d5c-add697a2261b no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:40:00.241410 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] No Port match for: ff42f8ba-2940-439a-8d5c-add697a2261b {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:40:00.241761 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device ff42f8ba-2940-439a-8d5c-add697a2261b not bound to the agent host hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:40:00.273084 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc72a8-4264-4077-af26-1fa8110bd828 req-d32df9b9-1b6a-428c-aaa8-003a84aebbc9 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:00.274694 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-42cc72a8-4264-4077-af26-1fa8110bd828 req-d32df9b9-1b6a-428c-aaa8-003a84aebbc9 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.0823724 Aug 24 18:40:00.322067 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-42cc72a8-4264-4077-af26-1fa8110bd828 req-5f6be5bd-c9b6-4d10-8460-e7ae3e027f26 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416324 Aug 24 18:40:01.109576 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:01.521857 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161da5dc-0c86-406a-babd-541b03d37a94 req-7cef84dd-fbe2-4e02-ad39-9cd40919ec3f tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:01.523364 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-161da5dc-0c86-406a-babd-541b03d37a94 req-7cef84dd-fbe2-4e02-ad39-9cd40919ec3f tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.0789154 Aug 24 18:40:01.569790 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-161da5dc-0c86-406a-babd-541b03d37a94 req-282bf380-2aa8-4a82-8620-aa72f8c196cc tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404916 Aug 24 18:40:02.764958 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7537b-83eb-47f5-89b8-7a71b0050437 req-5fca91c5-8bd5-47d3-961e-37890d04ad9e tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:02.765655 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-e8b7537b-83eb-47f5-89b8-7a71b0050437 req-5fca91c5-8bd5-47d3-961e-37890d04ad9e tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Synchronizing usage tracker for tenant:14803203607646e6ad6fb7c12d7bb1ec on resource:port {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:40:02.779040 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-e8b7537b-83eb-47f5-89b8-7a71b0050437 req-5fca91c5-8bd5-47d3-961e-37890d04ad9e tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Unset dirty status for tenant:14803203607646e6ad6fb7c12d7bb1ec on resource:port {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:40:02.779906 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551deef-4207-4451-bd89-1fc543bfbe29 req-369ec81a-27d3-4e1d-bd27-3e26ca6aea94 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:02.780405 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e8b7537b-83eb-47f5-89b8-7a71b0050437 req-5fca91c5-8bd5-47d3-961e-37890d04ad9e tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.36 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.0928040 Aug 24 18:40:02.781473 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9551deef-4207-4451-bd89-1fc543bfbe29 req-369ec81a-27d3-4e1d-bd27-3e26ca6aea94 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 946 time: 0.0836310 Aug 24 18:40:02.831315 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9551deef-4207-4451-bd89-1fc543bfbe29 req-105a6ec7-c780-4766-ae98-9130991fc2d3 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441074 Aug 24 18:40:02.856482 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-e8b7537b-83eb-47f5-89b8-7a71b0050437 req-26bf3656-232d-4b7a-9a4f-ae096a1a1bb1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Deleting port 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:40:02.856820 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e8b7537b-83eb-47f5-89b8-7a71b0050437 req-26bf3656-232d-4b7a-9a4f-ae096a1a1bb1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:03.102995 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-e8b7537b-83eb-47f5-89b8-7a71b0050437 req-26bf3656-232d-4b7a-9a4f-ae096a1a1bb1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] For port 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f,segment=NetworkSegment(bdc7c20c-1441-4887-8b72-1651a6ec59aa),segment_id=bdc7c20c-1441-4887-8b72-1651a6ec59aa)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:40:03.103370 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e8b7537b-83eb-47f5-89b8-7a71b0050437 req-26bf3656-232d-4b7a-9a4f-ae096a1a1bb1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:03.235105 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-e8b7537b-83eb-47f5-89b8-7a71b0050437 req-26bf3656-232d-4b7a-9a4f-ae096a1a1bb1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Calling delete_port for 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f owned by compute:nova {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:40:03.384501 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e8b7537b-83eb-47f5-89b8-7a71b0050437 req-26bf3656-232d-4b7a-9a4f-ae096a1a1bb1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:03.391606 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-3471010e-a910-4dfb-af48-dfb62ee346ef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:03.397974 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f', '5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:40:03.438640 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf3656-232d-4b7a-9a4f-ae096a1a1bb1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Pushing event deleted for resources: {'Port': ['ID=5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:03.441699 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-26bf3656-232d-4b7a-9a4f-ae096a1a1bb1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:03.521982 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b7537b-83eb-47f5-89b8-7a71b0050437 req-26bf3656-232d-4b7a-9a4f-ae096a1a1bb1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] No DVR routers for this DVR port 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f on host hv-cinder-80582 {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:40:03.524771 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-e8b7537b-83eb-47f5-89b8-7a71b0050437 req-26bf3656-232d-4b7a-9a4f-ae096a1a1bb1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:03.527896 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29939f63-7ed6-47aa-b512-23c9e30b172e', 'name': 'network-vif-deleted', 'tag': '5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:40:03.545410 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e8b7537b-83eb-47f5-89b8-7a71b0050437 req-26bf3656-232d-4b7a-9a4f-ae096a1a1bb1 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.36 "DELETE /v2.0/ports/5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f HTTP/1.1" status: 204 len: 173 time: 0.7592111 Aug 24 18:40:03.600248 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29939f63-7ed6-47aa-b512-23c9e30b172e', 'name': 'network-vif-deleted', 'tag': '5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f', 'status': 'completed', 'code': 200} Aug 24 18:40:04.011015 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-07484d38-e331-418f-a8a4-1f25a913d58b req-c2a55a58-271f-4646-9d6c-6141c585a0e0 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=29939f63-7ed6-47aa-b512-23c9e30b172e HTTP/1.1" status: 200 len: 210 time: 0.0430546 Aug 24 18:40:05.508637 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c682382-eeb8-42a6-a6c2-455d3af1aef5 req-8115e314-a5c2-45fb-a18e-0cebf34cab40 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:05.510105 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4c682382-eeb8-42a6-a6c2-455d3af1aef5 req-8115e314-a5c2-45fb-a18e-0cebf34cab40 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0892591 Aug 24 18:40:05.565249 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4c682382-eeb8-42a6-a6c2-455d3af1aef5 req-84aa9b12-28fa-44d3-a7ae-3b9eca6140c6 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493612 Aug 24 18:40:06.829368 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f59c1d-7d2c-4570-9478-977c313c14da req-3e4c6836-92a8-4592-a40b-f39f46c07866 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:06.830858 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e1f59c1d-7d2c-4570-9478-977c313c14da req-3e4c6836-92a8-4592-a40b-f39f46c07866 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0897882 Aug 24 18:40:06.878901 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e1f59c1d-7d2c-4570-9478-977c313c14da req-48d73166-2f64-4ec0-b17f-eae28e497b64 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423834 Aug 24 18:40:07.713008 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:40:07.746926 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] No Port match for: 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:40:07.747278 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 5fcdb465-2c3f-4a9b-926d-2ebe02b33f1f not bound to the agent host hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:40:08.097033 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d92b8-04e1-4108-a7ca-7024809dc0d7 req-6a74cdc2-f7bb-4877-aab6-a1a699f20749 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:08.098766 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b97d92b8-04e1-4108-a7ca-7024809dc0d7 req-6a74cdc2-f7bb-4877-aab6-a1a699f20749 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0858285 Aug 24 18:40:08.163806 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b97d92b8-04e1-4108-a7ca-7024809dc0d7 req-15387d82-6d45-490a-8116-77c8842c4ce6 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587173 Aug 24 18:40:08.949490 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb9155-2d9c-43ff-a8fc-a0e94130b9ed req-57b38247-cbb0-47c2-848c-3593e1636de2 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:08.951011 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ddcb9155-2d9c-43ff-a8fc-a0e94130b9ed req-57b38247-cbb0-47c2-848c-3593e1636de2 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 947 time: 0.0876472 Aug 24 18:40:09.001884 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ddcb9155-2d9c-43ff-a8fc-a0e94130b9ed req-52027e4b-d159-4c9e-835e-efcb172b16e7 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447824 Aug 24 18:40:09.368361 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc03eb-5c52-4a79-a62b-b792bcec174b req-e2f9694f-073d-409c-8497-38e1806cc9c5 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:09.369823 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-53bc03eb-5c52-4a79-a62b-b792bcec174b req-e2f9694f-073d-409c-8497-38e1806cc9c5 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0830240 Aug 24 18:40:09.418998 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-53bc03eb-5c52-4a79-a62b-b792bcec174b req-87edaa83-6ad1-4425-9e94-08eb32a722b0 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430446 Aug 24 18:40:10.224804 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacb281-ac81-47a7-b406-9acf97a8d0e4 req-3ddf1433-5115-4fad-a61d-e7cecc6c1296 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:10.226363 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ceacb281-ac81-47a7-b406-9acf97a8d0e4 req-3ddf1433-5115-4fad-a61d-e7cecc6c1296 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 947 time: 0.0834589 Aug 24 18:40:10.272846 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ceacb281-ac81-47a7-b406-9acf97a8d0e4 req-870c7aac-9f58-463d-834c-8e1db044763a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406904 Aug 24 18:40:10.638233 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580613b2-3c40-4a8b-a9c0-d6c0ea927faf req-1bf86695-c812-4c28-a022-07755ab28659 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:10.639724 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-580613b2-3c40-4a8b-a9c0-d6c0ea927faf req-1bf86695-c812-4c28-a022-07755ab28659 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0841739 Aug 24 18:40:10.687768 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-580613b2-3c40-4a8b-a9c0-d6c0ea927faf req-1e6b1499-abc8-45b3-818e-9ca29f806ad4 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411274 Aug 24 18:40:11.508014 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32fcea-f349-4276-82e0-45bed9242bff req-4cccbc36-ed03-4881-b9b2-b85afa4c83ae tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:11.509347 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2a32fcea-f349-4276-82e0-45bed9242bff req-4cccbc36-ed03-4881-b9b2-b85afa4c83ae tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 947 time: 0.0895295 Aug 24 18:40:11.559652 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2a32fcea-f349-4276-82e0-45bed9242bff req-68ce8677-936e-4e04-838b-e2b0e420726a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445490 Aug 24 18:40:11.916209 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260b5ef-70b2-4e57-9971-ee93956d57ff req-150a6595-9431-44a0-92b7-2b19abf54916 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:11.917777 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9260b5ef-70b2-4e57-9971-ee93956d57ff req-150a6595-9431-44a0-92b7-2b19abf54916 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0903172 Aug 24 18:40:11.970364 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9260b5ef-70b2-4e57-9971-ee93956d57ff req-5613a959-fe8c-48a3-a566-260702920c23 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456605 Aug 24 18:40:12.841055 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe766772-c3bb-4d34-9484-ee2e0e9c7382 req-2c076889-5007-4c5c-83dd-c1c3e2e73179 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:12.842502 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fe766772-c3bb-4d34-9484-ee2e0e9c7382 req-2c076889-5007-4c5c-83dd-c1c3e2e73179 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 947 time: 0.1349227 Aug 24 18:40:12.891996 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fe766772-c3bb-4d34-9484-ee2e0e9c7382 req-f637a9e6-ac8d-4926-841a-d8b347ca44a0 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417893 Aug 24 18:40:13.194396 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce79b82-2af0-4c6e-8e9b-0a0840b6ed01 req-2218bd2d-96e7-470c-9600-ea6db693932e tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:13.195798 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-bce79b82-2af0-4c6e-8e9b-0a0840b6ed01 req-2218bd2d-96e7-470c-9600-ea6db693932e tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1063819 Aug 24 18:40:13.245651 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-bce79b82-2af0-4c6e-8e9b-0a0840b6ed01 req-d0ed70e7-5538-4d33-8f9f-dd31452e3985 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416932 Aug 24 18:40:13.618597 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0af32e-3495-4e4c-9bae-b891f85d16f7 req-d5d81e1c-9a7f-47f9-a8aa-c62623ee354f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:13.620096 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9d0af32e-3495-4e4c-9bae-b891f85d16f7 req-d5d81e1c-9a7f-47f9-a8aa-c62623ee354f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.36 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 947 time: 0.1491520 Aug 24 18:40:13.701076 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-9d0af32e-3495-4e4c-9bae-b891f85d16f7 req-8892c9de-f82d-483e-89ba-0e0d04efc453 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Deleting port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:40:13.701414 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-9d0af32e-3495-4e4c-9bae-b891f85d16f7 req-8892c9de-f82d-483e-89ba-0e0d04efc453 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:13.965474 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-9d0af32e-3495-4e4c-9bae-b891f85d16f7 req-8892c9de-f82d-483e-89ba-0e0d04efc453 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] For port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:40:13.965833 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-9d0af32e-3495-4e4c-9bae-b891f85d16f7 req-8892c9de-f82d-483e-89ba-0e0d04efc453 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:14.111730 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e125296-c125-4f57-95d4-3ace419460cc req-b8771201-34da-4f1f-a220-d1ec261787f6 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:14.115348 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2e125296-c125-4f57-95d4-3ace419460cc req-b8771201-34da-4f1f-a220-d1ec261787f6 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 947 time: 0.0821164 Aug 24 18:40:14.161506 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2e125296-c125-4f57-95d4-3ace419460cc req-a6588e10-82d8-444a-bfde-5d3979e1ba77 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=6bc96ba4-87a6-439a-95d1-4411e8ac59cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424664 Aug 24 18:40:14.266412 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-9d0af32e-3495-4e4c-9bae-b891f85d16f7 req-8892c9de-f82d-483e-89ba-0e0d04efc453 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:14.266814 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-9d0af32e-3495-4e4c-9bae-b891f85d16f7 req-8892c9de-f82d-483e-89ba-0e0d04efc453 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692493'] for floatingip, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:14.267119 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.l3_db [req-9d0af32e-3495-4e4c-9bae-b891f85d16f7 req-8892c9de-f82d-483e-89ba-0e0d04efc453 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Floating IP 01629087-17a4-479f-a144-4d311abb3c53 disassociated. External IP: 172.27.3.157, port: 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5. Aug 24 18:40:14.267447 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-9d0af32e-3495-4e4c-9bae-b891f85d16f7 req-8892c9de-f82d-483e-89ba-0e0d04efc453 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Calling delete_port for 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 owned by compute:nova {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:40:14.413891 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-9d0af32e-3495-4e4c-9bae-b891f85d16f7 req-8892c9de-f82d-483e-89ba-0e0d04efc453 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:14.419687 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-87fcbeaa-e22f-4f76-a983-f3813392726b tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:14.459376 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0840d-1840-4e67-9cca-73b2d20e21b8 req-09ef4452-9adb-4c73-9801-470ca8c628a2 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:14.460850 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a1f0840d-1840-4e67-9cca-73b2d20e21b8 req-09ef4452-9adb-4c73-9801-470ca8c628a2 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.0837333 Aug 24 18:40:14.462688 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892c9de-f82d-483e-89ba-0e0d04efc453 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Pushing event deleted for resources: {'Port': ['ID=452b0c3e-a5b4-4402-a0e2-e64ad9710eb5,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:14.466253 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-8892c9de-f82d-483e-89ba-0e0d04efc453 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:14.510899 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a1f0840d-1840-4e67-9cca-73b2d20e21b8 req-6e0b3ae3-4e38-47e0-b18e-abdc64af56a3 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415506 Aug 24 18:40:14.693225 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d0af32e-3495-4e4c-9bae-b891f85d16f7 req-8892c9de-f82d-483e-89ba-0e0d04efc453 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Router 7c72f87d-caf3-4731-800d-078c8fe11fc0 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:40:14.860431 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d6673-3f3d-47ec-b4a4-8372265c16c9 req-db59c501-f133-42fd-80d4-2fe175ff7f6f tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:14.861131 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-f37d6673-3f3d-47ec-b4a4-8372265c16c9 req-db59c501-f133-42fd-80d4-2fe175ff7f6f tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Synchronizing usage tracker for tenant:14803203607646e6ad6fb7c12d7bb1ec on resource:port {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:40:14.950900 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-f37d6673-3f3d-47ec-b4a4-8372265c16c9 req-db59c501-f133-42fd-80d4-2fe175ff7f6f tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Unset dirty status for tenant:14803203607646e6ad6fb7c12d7bb1ec on resource:port {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:40:14.952462 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f37d6673-3f3d-47ec-b4a4-8372265c16c9 req-db59c501-f133-42fd-80d4-2fe175ff7f6f tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.36 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1946900 Aug 24 18:40:14.965816 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36092) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:15.051280 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-f37d6673-3f3d-47ec-b4a4-8372265c16c9 req-51daa3ac-9ff4-4f1c-b567-998150a43a0a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Deleting port 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:40:15.051715 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f37d6673-3f3d-47ec-b4a4-8372265c16c9 req-51daa3ac-9ff4-4f1c-b567-998150a43a0a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:15.109403 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d0af32e-3495-4e4c-9bae-b891f85d16f7 req-8892c9de-f82d-483e-89ba-0e0d04efc453 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:40:15.110638 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e553ab38-2e50-4366-a72e-7ee6b7457645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:15.119259 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef0c175-fd2c-48d2-bb2a-e49239807804 None None] Sync routers for ids ['7c72f87d-caf3-4731-800d-078c8fe11fc0'] in dv-cinder-805825-1-iscsi {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:40:15.133210 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef0c175-fd2c-48d2-bb2a-e49239807804 None None] Routers {'7c72f87d-caf3-4731-800d-078c8fe11fc0'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:40:15.134156 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-4ef0c175-fd2c-48d2-bb2a-e49239807804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:39:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['7c72f87d-caf3-4731-800d-078c8fe11fc0'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:15.144057 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-e553ab38-2e50-4366-a72e-7ee6b7457645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:15.148023 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-e553ab38-2e50-4366-a72e-7ee6b7457645 admin admin] Usage tracker for resource:security_group_rule and tenant:6bf5a2ccadaf428ab9b56f213cce396b is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:15.151081 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-e553ab38-2e50-4366-a72e-7ee6b7457645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:15.156940 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-e553ab38-2e50-4366-a72e-7ee6b7457645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:15.225897 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e553ab38-2e50-4366-a72e-7ee6b7457645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:15.232955 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e553ab38-2e50-4366-a72e-7ee6b7457645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:15.265514 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-b601cf59-e4c7-4232-963c-2a8d7c67fd10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:15.288936 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-e553ab38-2e50-4366-a72e-7ee6b7457645 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6bf5a2ccadaf428ab9b56f213cce396b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3215024 Aug 24 18:40:15.292861 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36102) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:15.319612 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553ab38-2e50-4366-a72e-7ee6b7457645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f002f9-3f2b-460b-9c5d-1405acce77d1,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:15.324042 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-e553ab38-2e50-4366-a72e-7ee6b7457645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:15.350817 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-4ef0c175-fd2c-48d2-bb2a-e49239807804 None None] Set router 7c72f87d-caf3-4731-800d-078c8fe11fc0 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:40:15.373144 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d900f6b3-505d-41d3-94c5-aca06e374776 req-261f4a5e-9d2f-4533-ae85-8b9c6dbb4629 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=61d308d6-dcfd-4af9-b01f-69dc245478fe HTTP/1.1" status: 200 len: 210 time: 0.0577166 Aug 24 18:40:15.431718 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0a317b4d-70c2-4c23-8e43-8b90a5cb59cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:15.485647 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0a317b4d-70c2-4c23-8e43-8b90a5cb59cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:15.558307 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0a317b4d-70c2-4c23-8e43-8b90a5cb59cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:15.571177 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-9ecf45c4-9d05-4cb8-ad1b-1de50b11caa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:15.603547 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a317b4d-70c2-4c23-8e43-8b90a5cb59cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f002f9-3f2b-460b-9c5d-1405acce77d1,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:15.612333 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-0a317b4d-70c2-4c23-8e43-8b90a5cb59cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:15.613772 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0a317b4d-70c2-4c23-8e43-8b90a5cb59cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:15.620534 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-0a317b4d-70c2-4c23-8e43-8b90a5cb59cd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c7f002f9-3f2b-460b-9c5d-1405acce77d1 HTTP/1.1" status: 204 len: 168 time: 0.3262544 Aug 24 18:40:15.632877 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-f37d6673-3f3d-47ec-b4a4-8372265c16c9 req-51daa3ac-9ff4-4f1c-b567-998150a43a0a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] For port 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f,segment=NetworkSegment(bdc7c20c-1441-4887-8b72-1651a6ec59aa),segment_id=bdc7c20c-1441-4887-8b72-1651a6ec59aa)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:40:15.633217 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f37d6673-3f3d-47ec-b4a4-8372265c16c9 req-51daa3ac-9ff4-4f1c-b567-998150a43a0a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:15.642957 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0af32e-3495-4e4c-9bae-b891f85d16f7 req-8892c9de-f82d-483e-89ba-0e0d04efc453 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] No DVR routers for this DVR port 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 on host hv-cinder-80582 {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:40:15.648393 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-9d0af32e-3495-4e4c-9bae-b891f85d16f7 req-8892c9de-f82d-483e-89ba-0e0d04efc453 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:15.658685 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d308d6-dcfd-4af9-b01f-69dc245478fe', 'name': 'network-vif-deleted', 'tag': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:40:15.742039 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9d0af32e-3495-4e4c-9bae-b891f85d16f7 req-8892c9de-f82d-483e-89ba-0e0d04efc453 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.36 "DELETE /v2.0/ports/452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 HTTP/1.1" status: 204 len: 173 time: 2.1046135 Aug 24 18:40:15.805187 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d308d6-dcfd-4af9-b01f-69dc245478fe', 'name': 'network-vif-deleted', 'tag': '452b0c3e-a5b4-4402-a0e2-e64ad9710eb5', 'status': 'completed', 'code': 200} Aug 24 18:40:15.809077 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07967a05-eaab-4a63-ac4a-7ec7ab856048 req-df9bb740-a2fe-48bc-9964-81aa4de781ec tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:15.812171 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-f37d6673-3f3d-47ec-b4a4-8372265c16c9 req-51daa3ac-9ff4-4f1c-b567-998150a43a0a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Calling delete_port for 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f owned by compute:nova {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:40:15.816989 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-07967a05-eaab-4a63-ac4a-7ec7ab856048 req-df9bb740-a2fe-48bc-9964-81aa4de781ec tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 945 time: 0.1275444 Aug 24 18:40:15.877469 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-07967a05-eaab-4a63-ac4a-7ec7ab856048 req-3a4266d9-2161-487e-b5b5-03b3d5846778 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/security-groups?id=53a3a691-7c5d-471b-b552-f94cf86905b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594618 Aug 24 18:40:15.957354 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-4ef0c175-fd2c-48d2-bb2a-e49239807804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:35Z', 'updated_at': '2021-08-24T18:35:50Z', 'revision_number': 4, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'gw_port': {'id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:37Z', 'updated_at': '2021-08-24T18:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '172acd97-7ae1-4c78-8100-eb25dc87bb99', 'name': '', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'mac_address': 'fa:16:3e:4d:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:49Z', 'updated_at': '2021-08-24T18:36:18Z', 'revision_number': 5, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'subnets': [{'id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:15.973577 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef0c175-fd2c-48d2-bb2a-e49239807804 None None] Checking router: 7c72f87d-caf3-4731-800d-078c8fe11fc0 for host: dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:40:15.991855 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef0c175-fd2c-48d2-bb2a-e49239807804 None None] Routers {'7c72f87d-caf3-4731-800d-078c8fe11fc0'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:40:15.992822 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-4ef0c175-fd2c-48d2-bb2a-e49239807804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:39:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['7c72f87d-caf3-4731-800d-078c8fe11fc0'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:16.024670 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f37d6673-3f3d-47ec-b4a4-8372265c16c9 req-51daa3ac-9ff4-4f1c-b567-998150a43a0a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:16.030846 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:16.037577 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:40:16.076876 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51daa3ac-9ff4-4f1c-b567-998150a43a0a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Pushing event deleted for resources: {'Port': ['ID=5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:16.081333 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-51daa3ac-9ff4-4f1c-b567-998150a43a0a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:16.165227 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37d6673-3f3d-47ec-b4a4-8372265c16c9 req-51daa3ac-9ff4-4f1c-b567-998150a43a0a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] No DVR routers for this DVR port 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f on host hv-cinder-80582 {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:40:16.172154 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f37d6673-3f3d-47ec-b4a4-8372265c16c9 req-51daa3ac-9ff4-4f1c-b567-998150a43a0a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:16.195465 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f37d6673-3f3d-47ec-b4a4-8372265c16c9 req-51daa3ac-9ff4-4f1c-b567-998150a43a0a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.36 "DELETE /v2.0/ports/5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f HTTP/1.1" status: 204 len: 173 time: 1.2223797 Aug 24 18:40:16.223031 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-4ef0c175-fd2c-48d2-bb2a-e49239807804 None None] Set router 7c72f87d-caf3-4731-800d-078c8fe11fc0 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:40:16.600625 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-4ef0c175-fd2c-48d2-bb2a-e49239807804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:35Z', 'updated_at': '2021-08-24T18:35:50Z', 'revision_number': 4, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'gw_port': {'id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:37Z', 'updated_at': '2021-08-24T18:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '172acd97-7ae1-4c78-8100-eb25dc87bb99', 'name': '', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'mac_address': 'fa:16:3e:4d:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:49Z', 'updated_at': '2021-08-24T18:36:18Z', 'revision_number': 5, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'subnets': [{'id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:16.605073 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36138) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:16.608809 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef0c175-fd2c-48d2-bb2a-e49239807804 None None] The sync data for ids ['7c72f87d-caf3-4731-800d-078c8fe11fc0'] in dv-cinder-805825-1-iscsi is: [{'id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:35Z', 'updated_at': '2021-08-24T18:35:50Z', 'revision_number': 4, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'gw_port': {'id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:37Z', 'updated_at': '2021-08-24T18:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '172acd97-7ae1-4c78-8100-eb25dc87bb99', 'name': '', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'mac_address': 'fa:16:3e:4d:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:49Z', 'updated_at': '2021-08-24T18:36:18Z', 'revision_number': 5, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'subnets': [{'id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:40:16.698976 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-211a4dea-ece1-4eac-83aa-ac9ca492ca22 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:16.730645 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-211a4dea-ece1-4eac-83aa-ac9ca492ca22 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:16.778495 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36144) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:16.797795 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-211a4dea-ece1-4eac-83aa-ac9ca492ca22 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:16.811583 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-995b6aaf-477f-4acd-88dd-dcceb0d131c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:16.826328 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a4dea-ece1-4eac-83aa-ac9ca492ca22 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc96ba4-87a6-439a-95d1-4411e8ac59cf,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:16.829659 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-211a4dea-ece1-4eac-83aa-ac9ca492ca22 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:16.832039 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-211a4dea-ece1-4eac-83aa-ac9ca492ca22 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:16.835857 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-211a4dea-ece1-4eac-83aa-ac9ca492ca22 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "DELETE /v2.0/security-groups/6bc96ba4-87a6-439a-95d1-4411e8ac59cf HTTP/1.1" status: 204 len: 168 time: 0.2261682 Aug 24 18:40:16.836241 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36152) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:16.855275 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.api.v2.resource [None req-ca4b5987-424a-4b0f-919e-751f3061ab4e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] show failed (client error): The resource could not be found. Aug 24 18:40:16.859059 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-ca4b5987-424a-4b0f-919e-751f3061ab4e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups/6bc96ba4-87a6-439a-95d1-4411e8ac59cf HTTP/1.1" status: 404 len: 347 time: 0.0191386 Aug 24 18:40:16.859652 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36156) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:17.100763 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd43bc8a-37d4-417f-afc4-feca6ec403e0 None None] New status for floating IP 01629087-17a4-479f-a144-4d311abb3c53: DOWN {{(pid=74997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:40:17.159585 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-363e268d-3d94-4686-8105-4df1a5e393fe tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Deleting port 64dd5610-54de-4fc4-ae23-6a365abf8295 {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:40:17.160002 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-363e268d-3d94-4686-8105-4df1a5e393fe tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:17.212052 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-107511572-network', 'tenant_id': '5b11a5d762934f28a49e78963be828a1'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:40:17.219318 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:17.225067 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Usage tracker for resource:network and tenant:5b11a5d762934f28a49e78963be828a1 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:17.229157 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:17.236086 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:17.251169 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Made reservation on behalf of 5b11a5d762934f28a49e78963be828a1 for: {'network': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:40:17.254090 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for network, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:17.269542 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:17.312927 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:17.313319 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a5c11710-cb06-4ae1-9509-68eac48c1e30 req-95124d38-dffd-4637-aa82-87e5c7de786b tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] 10.222.0.62 "GET /v2.0/ports?device_id=163a27c5-4710-4fb8-92ab-08b1e38b61c1 HTTP/1.1" status: 200 len: 210 time: 0.1974475 Aug 24 18:40:17.318885 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Usage tracker for resource:security_group_rule and tenant:5b11a5d762934f28a49e78963be828a1 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:17.322161 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:17.332618 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:17.375522 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-363e268d-3d94-4686-8105-4df1a5e393fe tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:17.375900 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-363e268d-3d94-4686-8105-4df1a5e393fe tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:17.418076 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:17.423129 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:17.428095 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-9e60a96e-38c9-43d9-ac15-b79ddc5a86eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:17.456968 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=74996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:40:17.465727 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79c1fb3-ae92-41c0-8699-5c24c13e46d9,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:17.468836 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:17.472831 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:17.473169 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.segments_db [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Added segment e97f68e4-8fdd-4a0a-88f4-d82de68c634e of type vlan for network d04e09fe-a672-475c-9d99-e1568957c579 Aug 24 18:40:17.499465 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-363e268d-3d94-4686-8105-4df1a5e393fe tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Calling delete_port for 64dd5610-54de-4fc4-ae23-6a365abf8295 owned by network:floatingip {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:40:17.503219 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740181864075'] for network, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:17.533753 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for network, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:17.534995 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:17.535573 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:17.538895 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:17.587885 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.db.api [None req-363e268d-3d94-4686-8105-4df1a5e393fe tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74995) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 18:40:17.588207 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_db.api [None req-363e268d-3d94-4686-8105-4df1a5e393fe tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 18:40:17.636754 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Pushing event updated for resources: {'Network': ['ID=d04e09fe-a672-475c-9d99-e1568957c579,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:17.639719 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:17.641821 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8620851 Aug 24 18:40:17.644676 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36166) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:17.651181 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Network d04e09fe-a672-475c-9d99-e1568957c579 details requested by agent ovs-agent-dv-cinder-805825-1-iscsi with host dv-cinder-805825-1-iscsi {{(pid=74997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:40:17.651830 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-94d57aae-30a8-4868-a3ba-7892a4d709f0 admin admin] Request body: {'subnet': {'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-107511572-subnet', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'ip_version': 4}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:40:17.657182 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-94d57aae-30a8-4868-a3ba-7892a4d709f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:17.661489 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-94d57aae-30a8-4868-a3ba-7892a4d709f0 admin admin] Usage tracker for resource:subnet and tenant:5b11a5d762934f28a49e78963be828a1 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:17.664513 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-94d57aae-30a8-4868-a3ba-7892a4d709f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:17.671514 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-94d57aae-30a8-4868-a3ba-7892a4d709f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:17.688087 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d57aae-30a8-4868-a3ba-7892a4d709f0 admin admin] Made reservation on behalf of 5b11a5d762934f28a49e78963be828a1 for: {'subnet': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:40:17.690522 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-94d57aae-30a8-4868-a3ba-7892a4d709f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1142073'] for subnet, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:17.775345 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:40:17.807338 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163a27c5-4710-4fb8-92ab-08b1e38b61c1', 'name': 'network-vif-deleted', 'tag': '5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:40:17.811240 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] No Port match for: 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:40:17.811643 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f not bound to the agent host hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:40:17.812073 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:40:17.845832 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] No Port match for: 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:40:17.846189 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 452b0c3e-a5b4-4402-a0e2-e64ad9710eb5 not bound to the agent host hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:40:17.873597 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163a27c5-4710-4fb8-92ab-08b1e38b61c1', 'name': 'network-vif-deleted', 'tag': '5c8c4b89-75ac-4fe5-9fbd-f45e8dd0556f', 'status': 'completed', 'code': 200} Aug 24 18:40:17.917632 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-94d57aae-30a8-4868-a3ba-7892a4d709f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1236093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1142059'] for subnet, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:17.921608 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-cefc0d19-824b-477c-be79-26624fabf77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:17.981701 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d57aae-30a8-4868-a3ba-7892a4d709f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf3f37d-17a3-44a3-9dff-2070554db7f6,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:17.990217 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-94d57aae-30a8-4868-a3ba-7892a4d709f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:18.006191 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d57aae-30a8-4868-a3ba-7892a4d709f0 admin admin] Checking segment: {'id': 'e97f68e4-8fdd-4a0a-88f4-d82de68c634e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:40:18.006538 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d57aae-30a8-4868-a3ba-7892a4d709f0 admin admin] Network hostable DHCP agents. Network: d04e09fe-a672-475c-9d99-e1568957c579, hostable agents: ['07c0c982-9110-493d-a202-71ade7b28515'], hosted agents: [] {{(pid=74996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:40:18.028778 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d57aae-30a8-4868-a3ba-7892a4d709f0 admin admin] Network d04e09fe-a672-475c-9d99-e1568957c579 is scheduled to be hosted by DHCP agent 07c0c982-9110-493d-a202-71ade7b28515 with binding_index 1 {{(pid=74996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:40:18.038976 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-94d57aae-30a8-4868-a3ba-7892a4d709f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-iscsi, d04e09fe-a672-475c-9d99-e1568957c579) {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:40:18.042918 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d57aae-30a8-4868-a3ba-7892a4d709f0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:18.043499 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-94d57aae-30a8-4868-a3ba-7892a4d709f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:18.048821 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ead577e-2100-42e5-9093-34666c504504 None None] Network d04e09fe-a672-475c-9d99-e1568957c579 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:40:18.066988 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-94d57aae-30a8-4868-a3ba-7892a4d709f0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4208372 Aug 24 18:40:18.069590 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36172) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:18.074993 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-107511572-router', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:40:18.079761 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:18.083877 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Usage tracker for resource:router and tenant:5b11a5d762934f28a49e78963be828a1 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:18.086884 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:18.089619 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-363e268d-3d94-4686-8105-4df1a5e393fe tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Deleting port 64dd5610-54de-4fc4-ae23-6a365abf8295 {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:40:18.090103 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-363e268d-3d94-4686-8105-4df1a5e393fe tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:18.092988 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:18.105614 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30657'] for router, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:18.106624 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30678'] for router, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:18.130154 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:18.285193 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e40c732-12b7-5d1c-b3b7-6e8fdb10c7cb-d04e09fe-a672-475c-9d99-e1568957c579', 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'fixed_ips': [{'subnet_id': 'bcf3f37d-17a3-44a3-9dff-2070554db7f6'}]}} from dv-cinder-805825-1-iscsi. {{(pid=74997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 18:40:18.286012 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:18.298866 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30500'] for router, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:18.340175 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-363e268d-3d94-4686-8105-4df1a5e393fe tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:18.340496 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-363e268d-3d94-4686-8105-4df1a5e393fe tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:18.463720 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36184) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:18.483026 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-363e268d-3d94-4686-8105-4df1a5e393fe tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Calling delete_port for 64dd5610-54de-4fc4-ae23-6a365abf8295 owned by network:floatingip {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:40:18.483252 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.db_base_plugin_common [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Allocated IP 172.20.0.2 (d04e09fe-a672-475c-9d99-e1568957c579/bcf3f37d-17a3-44a3-9dff-2070554db7f6/6399672c-8c7f-4957-8603-d61e77219718) {{(pid=74997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:40:18.640291 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-363e268d-3d94-4686-8105-4df1a5e393fe tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:18.644133 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:18.689222 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e268d-3d94-4686-8105-4df1a5e393fe tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Pushing event deleted for resources: {'Port': ['ID=64dd5610-54de-4fc4-ae23-6a365abf8295,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:18.693600 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-363e268d-3d94-4686-8105-4df1a5e393fe tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:18.694015 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:18.716050 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:40:18.725866 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Notify callbacks [] for port, precommit_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:18.731420 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:18.737601 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Transition to ACTIVE for port object 6399672c-8c7f-4957-8603-d61e77219718 will not be triggered until provisioned by entity L2. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:40:18.757653 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Transition to ACTIVE for port object 6399672c-8c7f-4957-8603-d61e77219718 will not be triggered until provisioned by entity DHCP. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:40:18.764965 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:18.771444 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:18.797286 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-363e268d-3d94-4686-8105-4df1a5e393fe tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for floatingip, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:18.813177 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-363e268d-3d94-4686-8105-4df1a5e393fe tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:18.817632 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-363e268d-3d94-4686-8105-4df1a5e393fe tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "DELETE /v2.0/floatingips/01629087-17a4-479f-a144-4d311abb3c53 HTTP/1.1" status: 204 len: 168 time: 1.9537654 Aug 24 18:40:18.841273 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Network d04e09fe-a672-475c-9d99-e1568957c579 is already hosted by enough agents. {{(pid=74997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:40:18.844484 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.scheduler.base_scheduler [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Resources bound (agent type, host, resource id): {{(pid=74997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:40:18.849508 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Received port after_create {{(pid=74997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:40:18.851630 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Pushing event updated for resources: {'Port': ['ID=6399672c-8c7f-4957-8603-d61e77219718,revision_number=1']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:18.899863 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:18.900206 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:18.900539 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:18.900863 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:18.901187 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:18.901568 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:18.901951 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:18.902291 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:18.902613 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:18.902954 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:18.903888 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:18.932462 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:18.956033 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Allocated IP 172.27.3.181 (afb0294a-27f7-459e-836d-9dd48a51a08b/57a63288-2275-43de-bb63-fff925de2bab/f1f2333c-138c-4a61-91df-06ba70dd471a) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:40:18.968653 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Attempting to bind port 6399672c-8c7f-4957-8603-d61e77219718 on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:40:18.969028 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Attempting to bind port 6399672c-8c7f-4957-8603-d61e77219718 by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': 'e97f68e4-8fdd-4a0a-88f4-d82de68c634e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579'}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:40:18.969604 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Attempting to bind port 6399672c-8c7f-4957-8603-d61e77219718 on network d04e09fe-a672-475c-9d99-e1568957c579 {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:40:18.977848 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:40:18.979178 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Checking segment: {'id': 'e97f68e4-8fdd-4a0a-88f4-d82de68c634e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:40:18.979770 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:18.980555 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Bound using segment: {'id': 'e97f68e4-8fdd-4a0a-88f4-d82de68c634e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579'} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:40:18.981257 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Bound port: 6399672c-8c7f-4957-8603-d61e77219718, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97f68e4-8fdd-4a0a-88f4-d82de68c634e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579'}}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:40:18.981856 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:18.999470 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-f255b02c-9802-4509-b6ca-9e08e2ef4e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:19.076424 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] For port 6399672c-8c7f-4957-8603-d61e77219718, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:40:19.079712 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] For port 6399672c-8c7f-4957-8603-d61e77219718, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=6399672c-8c7f-4957-8603-d61e77219718,segment=NetworkSegment(e97f68e4-8fdd-4a0a-88f4-d82de68c634e),segment_id=e97f68e4-8fdd-4a0a-88f4-d82de68c634e)] {{(pid=74997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:40:19.086607 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:19.092108 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:19.139704 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36192) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:19.148956 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-7169678b-1d2a-436b-a858-010abba8b762 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1491487970', 'description': 'tempest-description--853524384'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:40:19.155135 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-7169678b-1d2a-436b-a858-010abba8b762 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:19.160315 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-7169678b-1d2a-436b-a858-010abba8b762 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Usage tracker for resource:security_group and tenant:d1058cbc028345d9b3abf057991020c1 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:19.164379 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-7169678b-1d2a-436b-a858-010abba8b762 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:19.170535 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-7169678b-1d2a-436b-a858-010abba8b762 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:19.178698 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Pushing event updated for resources: {'Port': ['ID=6399672c-8c7f-4957-8603-d61e77219718,revision_number=2']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:19.188309 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:19.192039 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-7169678b-1d2a-436b-a858-010abba8b762 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:19.212206 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:19.232415 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-7169678b-1d2a-436b-a858-010abba8b762 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:19.236368 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-7169678b-1d2a-436b-a858-010abba8b762 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Usage tracker for resource:security_group_rule and tenant:d1058cbc028345d9b3abf057991020c1 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:19.239358 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-7169678b-1d2a-436b-a858-010abba8b762 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:19.245329 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-7169678b-1d2a-436b-a858-010abba8b762 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:19.312108 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-7169678b-1d2a-436b-a858-010abba8b762 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:19.325501 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:19.328160 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-7169678b-1d2a-436b-a858-010abba8b762 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:19.331574 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-f9c0cec0-8d90-4f3f-b6b2-f5aa2e105528 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:19.348435 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-bb6ee3c6-f7d9-4adc-b78d-d34d92882d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:19.357535 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:19.414207 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169678b-1d2a-436b-a858-010abba8b762 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca56036-68f0-4694-be9e-96f4087cd716,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:19.417527 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-7169678b-1d2a-436b-a858-010abba8b762 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:19.420965 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Network afb0294a-27f7-459e-836d-9dd48a51a08b is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:40:19.421716 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-7169678b-1d2a-436b-a858-010abba8b762 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:19.424499 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-7169678b-1d2a-436b-a858-010abba8b762 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2837529 Aug 24 18:40:19.425909 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f2333c-138c-4a61-91df-06ba70dd471a,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:19.428311 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:40:19.428549 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36196) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:19.430129 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:19.432363 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:40:19.437001 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-ab68f199-772d-47da-8da8-2180c05d5373 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Request body: {'security_group_rule': {'security_group_id': 'aca56036-68f0-4694-be9e-96f4087cd716', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:40:19.443938 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-ab68f199-772d-47da-8da8-2180c05d5373 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:19.448518 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-ab68f199-772d-47da-8da8-2180c05d5373 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Usage tracker for resource:security_group_rule and tenant:d1058cbc028345d9b3abf057991020c1 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:19.452042 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-ab68f199-772d-47da-8da8-2180c05d5373 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:19.463347 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-ab68f199-772d-47da-8da8-2180c05d5373 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:19.469674 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-da61689a-edb6-4472-a634-2bbfc1adec49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1691743'] for router_interface, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:19.483833 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ab68f199-772d-47da-8da8-2180c05d5373 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:19.560373 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ab68f199-772d-47da-8da8-2180c05d5373 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:19.565868 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ab68f199-772d-47da-8da8-2180c05d5373 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:19.568694 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:19.588042 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68f199-772d-47da-8da8-2180c05d5373 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26efdf0a-aaef-41d8-aa0b-6483331a2291,revision_number=0']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:19.597636 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ab68f199-772d-47da-8da8-2180c05d5373 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:19.611390 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ab68f199-772d-47da-8da8-2180c05d5373 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:19.615576 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-ab68f199-772d-47da-8da8-2180c05d5373 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1831419 Aug 24 18:40:19.615576 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36204) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:19.625935 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-7a35944e-9a74-4d52-ac22-b649ce7d0907 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Request body: {'security_group_rule': {'security_group_id': 'aca56036-68f0-4694-be9e-96f4087cd716', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:40:19.632493 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-7a35944e-9a74-4d52-ac22-b649ce7d0907 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:19.637300 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-7a35944e-9a74-4d52-ac22-b649ce7d0907 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Usage tracker for resource:security_group_rule and tenant:d1058cbc028345d9b3abf057991020c1 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:19.641676 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-7a35944e-9a74-4d52-ac22-b649ce7d0907 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:19.653112 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-7a35944e-9a74-4d52-ac22-b649ce7d0907 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:19.671768 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-7a35944e-9a74-4d52-ac22-b649ce7d0907 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:19.747347 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-7a35944e-9a74-4d52-ac22-b649ce7d0907 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:19.752703 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-7a35944e-9a74-4d52-ac22-b649ce7d0907 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:19.756712 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ab68f199-772d-47da-8da8-2180c05d5373 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:19.794120 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35944e-9a74-4d52-ac22-b649ce7d0907 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56166d96-9325-4bbe-86c1-ca83d5cef237,revision_number=0']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:19.799668 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-7a35944e-9a74-4d52-ac22-b649ce7d0907 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:19.807162 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-7a35944e-9a74-4d52-ac22-b649ce7d0907 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:19.811777 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-7a35944e-9a74-4d52-ac22-b649ce7d0907 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1921742 Aug 24 18:40:19.812677 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36210) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:19.821400 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Request body: {'floatingip': {'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:40:19.825691 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:19.828958 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:19.829707 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692446'] for router, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:19.829907 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Usage tracker for resource:floatingip and tenant:d1058cbc028345d9b3abf057991020c1 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:19.833038 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:19.840598 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:19.853467 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for floatingip, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:19.967369 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 6399672c-8c7f-4957-8603-d61e77219718 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:40:20.045028 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:20.123901 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port 6399672c-8c7f-4957-8603-d61e77219718 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:40:20.199555 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_common [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Allocated IP 172.27.3.109 (afb0294a-27f7-459e-836d-9dd48a51a08b/57a63288-2275-43de-bb63-fff925de2bab/0bbb5dbf-9fdc-481f-b9f4-8ddc16363e64) {{(pid=74995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:40:20.277688 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3430b5cd-3daf-4c80-9540-173653e5a283 None None] Network d04e09fe-a672-475c-9d99-e1568957c579 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:40:20.364272 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for port, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:20.378627 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-d80a285d-77b2-48c6-8202-0a2184f809b5 None None] Provisioning for port 6399672c-8c7f-4957-8603-d61e77219718 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:40:20.396192 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-d80a285d-77b2-48c6-8202-0a2184f809b5 None None] Provisioning complete for port 6399672c-8c7f-4957-8603-d61e77219718 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:40:20.396574 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-d80a285d-77b2-48c6-8202-0a2184f809b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:20.402467 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:20.407200 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-3b6076c9-bc92-40e2-9b0d-b11d07d99c98 tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:20.475051 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Network afb0294a-27f7-459e-836d-9dd48a51a08b is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:40:20.478212 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:40:20.482465 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Received port after_create {{(pid=74995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:40:20.496622 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Router df5f0f77-a0a2-471f-91f4-345ba9f57417 is scheduled to L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 with binding_index 1 {{(pid=74996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:40:20.514846 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Pushing event updated for resources: {'Port': ['ID=0bbb5dbf-9fdc-481f-b9f4-8ddc16363e64,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:20.521374 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:20.622519 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-d80a285d-77b2-48c6-8202-0a2184f809b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:20.640330 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-da61689a-edb6-4472-a634-2bbfc1adec49 admin admin] Deleting port 37f8d7ef-1323-4a7b-8d15-db6a19d970ed {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:40:20.640668 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-da61689a-edb6-4472-a634-2bbfc1adec49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:20.653405 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:20.662541 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-d80a285d-77b2-48c6-8202-0a2184f809b5 None None] For port 6399672c-8c7f-4957-8603-d61e77219718, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=6399672c-8c7f-4957-8603-d61e77219718,segment=NetworkSegment(e97f68e4-8fdd-4a0a-88f4-d82de68c634e),segment_id=e97f68e4-8fdd-4a0a-88f4-d82de68c634e)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:40:20.668019 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-d80a285d-77b2-48c6-8202-0a2184f809b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:20.670475 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:20.725686 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:20.758588 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a285d-77b2-48c6-8202-0a2184f809b5 None None] Pushing event updated for resources: {'Port': ['ID=6399672c-8c7f-4957-8603-d61e77219718,revision_number=3']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:20.769524 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-d80a285d-77b2-48c6-8202-0a2184f809b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:20.891691 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-5a23500e-3fd9-4cfd-823f-d07de6e92c6c None None] Provisioning complete for port 6399672c-8c7f-4957-8603-d61e77219718 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:40:20.891971 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-5a23500e-3fd9-4cfd-823f-d07de6e92c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:20.922910 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [None req-da61689a-edb6-4472-a634-2bbfc1adec49 admin admin] For port 37f8d7ef-1323-4a7b-8d15-db6a19d970ed, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=37f8d7ef-1323-4a7b-8d15-db6a19d970ed,segment=NetworkSegment(bdc7c20c-1441-4887-8b72-1651a6ec59aa),segment_id=bdc7c20c-1441-4887-8b72-1651a6ec59aa)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:40:20.923261 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-da61689a-edb6-4472-a634-2bbfc1adec49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:21.067224 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-da61689a-edb6-4472-a634-2bbfc1adec49 admin admin] Calling delete_port for 37f8d7ef-1323-4a7b-8d15-db6a19d970ed owned by network:router_interface {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:40:21.084108 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for port, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:21.089457 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3098578'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:21.094452 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-625a16c4-f7ca-4a14-9ebc-848d4c9d5a48 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:21.136021 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:40:21.148235 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] Sync routers for ids ['df5f0f77-a0a2-471f-91f4-345ba9f57417'] in dv-cinder-805825-1-iscsi {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:40:21.163660 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] Routers {'df5f0f77-a0a2-471f-91f4-345ba9f57417'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:40:21.164386 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:39:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['df5f0f77-a0a2-471f-91f4-345ba9f57417'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:21.199282 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Pushing event updated for resources: {'Port': ['ID=0bbb5dbf-9fdc-481f-b9f4-8ddc16363e64,revision_number=2']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:21.203532 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:21.220385 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692493'] for floatingip, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:21.246785 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:21.248434 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4344854 Aug 24 18:40:21.255040 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-12f8361d-b890-45a6-b6e4-e40a09e6860d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:21.380550 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Notify callbacks [] for router, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:21.383533 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3122129 Aug 24 18:40:21.385605 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36238) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:21.408894 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] Set router df5f0f77-a0a2-471f-91f4-345ba9f57417 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:40:21.449414 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-da61689a-edb6-4472-a634-2bbfc1adec49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:21.455297 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-cf05418c-d3e7-44a3-914b-f0028821e1d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:21.508020 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61689a-edb6-4472-a634-2bbfc1adec49 admin admin] Pushing event deleted for resources: {'Port': ['ID=37f8d7ef-1323-4a7b-8d15-db6a19d970ed,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:21.511098 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-da61689a-edb6-4472-a634-2bbfc1adec49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:21.624194 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-a2f9fd17-2bd3-425d-a6cd-a78c9b34317e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Synchronizing usage tracker for tenant:d1058cbc028345d9b3abf057991020c1 on resource:security_group {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:40:21.653916 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-a2f9fd17-2bd3-425d-a6cd-a78c9b34317e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Unset dirty status for tenant:d1058cbc028345d9b3abf057991020c1 on resource:security_group {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:40:21.654993 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-a2f9fd17-2bd3-425d-a6cd-a78c9b34317e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1491487970&fields=id&tenant_id=d1058cbc028345d9b3abf057991020c1 HTTP/1.1" status: 200 len: 267 time: 0.1522911 Aug 24 18:40:21.746216 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'name': 'tempest-TestMinimumBasicScenario-107511572-router', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:19Z', 'revision_number': 3, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'gw_port': {'id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:95:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:21.750560 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] Checking router: df5f0f77-a0a2-471f-91f4-345ba9f57417 for host: dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:40:21.750947 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] Updating router df5f0f77-a0a2-471f-91f4-345ba9f57417 port f1f2333c-138c-4a61-91df-06ba70dd471a binding host dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:40:21.808389 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:21.892636 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-e0f02dc4-f2e5-49b0-9567-c4a05d328dc7 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:21.894158 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-e0f02dc4-f2e5-49b0-9567-c4a05d328dc7 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/networks?id=c6a59e55-85ca-47cc-8fae-e2513fbbce59 HTTP/1.1" status: 200 len: 817 time: 0.1816483 Aug 24 18:40:21.955755 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-da61689a-edb6-4472-a634-2bbfc1adec49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15347849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1691819'] for router_interface, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:21.975884 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-aa07d913-2271-4f76-9b55-427438b879c7 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/quotas/d1058cbc028345d9b3abf057991020c1 HTTP/1.1" status: 200 len: 375 time: 0.0242357 Aug 24 18:40:21.988434 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 6399672c-8c7f-4957-8603-d61e77219718 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:40:22.074423 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 6399672c-8c7f-4957-8603-d61e77219718 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:40:22.075252 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:22.189975 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:22.190651 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] Notify callbacks [] for port, precommit_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:22.206503 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.provisioning_blocks [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] Transition to ACTIVE for port object f1f2333c-138c-4a61-91df-06ba70dd471a will not be triggered until provisioned by entity L2. {{(pid=74998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:40:22.207898 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-fd6e1d8b-f942-46bb-b715-6bbdd54fec7c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Synchronizing usage tracker for tenant:d1058cbc028345d9b3abf057991020c1 on resource:port {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:40:22.217554 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:22.232346 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-258caba9-a8c5-47a9-a33d-35cf6e0d21ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:22.237818 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-fd6e1d8b-f942-46bb-b715-6bbdd54fec7c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Unset dirty status for tenant:d1058cbc028345d9b3abf057991020c1 on resource:port {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:40:22.239236 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-fd6e1d8b-f942-46bb-b715-6bbdd54fec7c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d1058cbc028345d9b3abf057991020c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2419512 Aug 24 18:40:22.314695 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] Attempting to bind port f1f2333c-138c-4a61-91df-06ba70dd471a on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:40:22.315462 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] Attempting to bind port f1f2333c-138c-4a61-91df-06ba70dd471a by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:40:22.315462 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] Attempting to bind port f1f2333c-138c-4a61-91df-06ba70dd471a on network afb0294a-27f7-459e-836d-9dd48a51a08b {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:40:22.325558 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9a8dd-8642-4e15-b8b3-8e81ad941768 None None] Pushing event updated for resources: {'Port': ['ID=f1f2333c-138c-4a61-91df-06ba70dd471a,revision_number=2']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:22.330936 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:40:22.331331 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] Checking segment: {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:40:22.331763 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:22.332165 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] Bound using segment: {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:40:22.332665 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] Bound port: f1f2333c-138c-4a61-91df-06ba70dd471a, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:40:22.333072 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:22.379530 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9a8dd-8642-4e15-b8b3-8e81ad941768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:22.379878 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9a8dd-8642-4e15-b8b3-8e81ad941768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:22.380507 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9a8dd-8642-4e15-b8b3-8e81ad941768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:22.380866 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9a8dd-8642-4e15-b8b3-8e81ad941768 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:22.381592 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9a8dd-8642-4e15-b8b3-8e81ad941768 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:22.381592 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9a8dd-8642-4e15-b8b3-8e81ad941768 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:22.381791 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9a8dd-8642-4e15-b8b3-8e81ad941768 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:22.382249 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9a8dd-8642-4e15-b8b3-8e81ad941768 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:22.382449 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9a8dd-8642-4e15-b8b3-8e81ad941768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:22.382800 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9a8dd-8642-4e15-b8b3-8e81ad941768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:22.383113 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b9a8dd-8642-4e15-b8b3-8e81ad941768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:22.388819 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-62b9a8dd-8642-4e15-b8b3-8e81ad941768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:22.420788 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] For port f1f2333c-138c-4a61-91df-06ba70dd471a, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:40:22.424749 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] For port f1f2333c-138c-4a61-91df-06ba70dd471a, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=f1f2333c-138c-4a61-91df-06ba70dd471a,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:40:22.429792 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:22.435066 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-258caba9-a8c5-47a9-a33d-35cf6e0d21ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:22.460745 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-8077261b-4c24-4147-ae31-db668c95ffc9 service neutron] 10.222.0.62 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704869 Aug 24 18:40:22.526464 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9a8dd-8642-4e15-b8b3-8e81ad941768 None None] Pushing event updated for resources: {'Port': ['ID=f1f2333c-138c-4a61-91df-06ba70dd471a,revision_number=3']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:22.531160 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-62b9a8dd-8642-4e15-b8b3-8e81ad941768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:22.548510 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] Routers {'df5f0f77-a0a2-471f-91f4-345ba9f57417'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:40:22.549280 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:40:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['df5f0f77-a0a2-471f-91f4-345ba9f57417'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:22.681032 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-7f365b01-71d5-4c1f-bda9-7832ebab6a85 service neutron] 10.222.0.62 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073038 Aug 24 18:40:22.781732 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] Set router df5f0f77-a0a2-471f-91f4-345ba9f57417 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:40:22.833293 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:22.888536 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da61689a-edb6-4472-a634-2bbfc1adec49 admin admin] Router f5d1372c-3b59-479c-8e36-e2ba83f6f925 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:40:23.056201 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0317b465-8bb5-4579-bd75-3396feda0e8b req-108434f8-167e-4a2e-a399-df2cce18a5ae tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 210 time: 0.0662107 Aug 24 18:40:23.177447 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da61689a-edb6-4472-a634-2bbfc1adec49 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:40:23.186880 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc9bd03-ed7f-453b-b96b-366d9c484a6b None None] Sync routers for ids ['f5d1372c-3b59-479c-8e36-e2ba83f6f925'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:40:23.196731 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-da61689a-edb6-4472-a634-2bbfc1adec49 admin admin] 10.222.0.62 "PUT /v2.0/routers/f5d1372c-3b59-479c-8e36-e2ba83f6f925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7201552 Aug 24 18:40:23.199294 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36264) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:23.207364 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc9bd03-ed7f-453b-b96b-366d9c484a6b None None] Routers {'f5d1372c-3b59-479c-8e36-e2ba83f6f925'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:40:23.208019 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-8cc9bd03-ed7f-453b-b96b-366d9c484a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:40:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['f5d1372c-3b59-479c-8e36-e2ba83f6f925'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:23.264478 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'name': 'tempest-TestMinimumBasicScenario-107511572-router', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:19Z', 'revision_number': 3, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'gw_port': {'id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:95:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:23.272123 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce1bf0d-b208-45d0-ab5f-80ab5f0e9e51 None None] The sync data for ids ['df5f0f77-a0a2-471f-91f4-345ba9f57417'] in dv-cinder-805825-1-iscsi is: [{'id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'name': 'tempest-TestMinimumBasicScenario-107511572-router', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:19Z', 'revision_number': 3, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'gw_port': {'id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:95:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}] {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:40:23.319076 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_common [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Allocated IP 172.20.0.1 (d04e09fe-a672-475c-9d99-e1568957c579/bcf3f37d-17a3-44a3-9dff-2070554db7f6/d17e67ee-451e-4b44-a0e1-36f5a0e3e514) {{(pid=74995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:40:23.433498 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9e35fa9e-6dfe-473b-a01c-ef4b9367a450 admin admin] Notify callbacks [] for router, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:23.458004 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-8cc9bd03-ed7f-453b-b96b-366d9c484a6b None None] Set router f5d1372c-3b59-479c-8e36-e2ba83f6f925 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:40:23.634017 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:23.668582 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.provisioning_blocks [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Transition to ACTIVE for port object d17e67ee-451e-4b44-a0e1-36f5a0e3e514 will not be triggered until provisioned by entity DHCP. {{(pid=74995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:40:23.695515 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:23.706955 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:23.719230 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9e35fa9e-6dfe-473b-a01c-ef4b9367a450 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:23.731204 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-9e35fa9e-6dfe-473b-a01c-ef4b9367a450 admin admin] Deleting port 07f2274e-8fd7-45f9-8e5d-ad41a5f01fac {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:40:23.731740 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9e35fa9e-6dfe-473b-a01c-ef4b9367a450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:23.878087 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:23.878781 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Pushing event updated for resources: {'Port': ['ID=d17e67ee-451e-4b44-a0e1-36f5a0e3e514,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:23.881015 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36270) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:23.883045 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:23.885062 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Network d04e09fe-a672-475c-9d99-e1568957c579 is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:40:23.886348 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:40:23.888776 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Received port after_create {{(pid=74995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:40:23.929727 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device f1f2333c-138c-4a61-91df-06ba70dd471a up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:40:23.955279 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692608'] for router_interface, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:24.069934 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:24.142181 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-8cc9bd03-ed7f-453b-b96b-366d9c484a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d1372c-3b59-479c-8e36-e2ba83f6f925', 'name': 'tempest-ServerRescueNegativeTestJSON-1800858847-router', 'tenant_id': '14803203607646e6ad6fb7c12d7bb1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '07f2274e-8fd7-45f9-8e5d-ad41a5f01fac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:36:48Z', 'updated_at': '2021-08-24T18:40:21Z', 'revision_number': 5, 'project_id': '14803203607646e6ad6fb7c12d7bb1ec', 'gw_port': {'id': '07f2274e-8fd7-45f9-8e5d-ad41a5f01fac', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:6f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d1372c-3b59-479c-8e36-e2ba83f6f925', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:36:49Z', 'updated_at': '2021-08-24T18:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:24.180907 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc9bd03-ed7f-453b-b96b-366d9c484a6b None None] Checking router: f5d1372c-3b59-479c-8e36-e2ba83f6f925 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:40:24.196623 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port f1f2333c-138c-4a61-91df-06ba70dd471a completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:40:24.206995 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port f1f2333c-138c-4a61-91df-06ba70dd471a triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:40:24.207789 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:24.249270 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [None req-9e35fa9e-6dfe-473b-a01c-ef4b9367a450 admin admin] For port 07f2274e-8fd7-45f9-8e5d-ad41a5f01fac, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=07f2274e-8fd7-45f9-8e5d-ad41a5f01fac,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:40:24.249868 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9e35fa9e-6dfe-473b-a01c-ef4b9367a450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:24.257963 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc9bd03-ed7f-453b-b96b-366d9c484a6b None None] Routers {'f5d1372c-3b59-479c-8e36-e2ba83f6f925'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:40:24.258879 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-8cc9bd03-ed7f-453b-b96b-366d9c484a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:40:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['f5d1372c-3b59-479c-8e36-e2ba83f6f925'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:24.389845 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-9e35fa9e-6dfe-473b-a01c-ef4b9367a450 admin admin] Calling delete_port for 07f2274e-8fd7-45f9-8e5d-ad41a5f01fac owned by network:router_gateway {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:40:24.392695 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3d9e7d17-d135-4b16-91fb-dbf9345f81e7 req-9875f487-a898-4948-aa29-9015a589bb9f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 210 time: 0.0599868 Aug 24 18:40:24.512454 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-8cc9bd03-ed7f-453b-b96b-366d9c484a6b None None] Set router f5d1372c-3b59-479c-8e36-e2ba83f6f925 gateway port host: None {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:40:24.513414 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:24.520844 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3098578'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:24.569759 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ad435098-18e5-4479-baa4-863ff9aab011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:24.586104 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e4e635-a847-46df-80c0-e842c0abda00 admin admin] Deleting subnet 8ee1ce3a-a06f-48d9-9fad-0d25a0366db5 {{(pid=74996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:40:24.589031 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b4e4e635-a847-46df-80c0-e842c0abda00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:24.616978 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15555595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1691689'] for router_interface, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:24.644831 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b4e4e635-a847-46df-80c0-e842c0abda00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2774640'] for subnet, precommit_delete_associations {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:24.646777 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-8cc9bd03-ed7f-453b-b96b-366d9c484a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5d1372c-3b59-479c-8e36-e2ba83f6f925', 'name': 'tempest-ServerRescueNegativeTestJSON-1800858847-router', 'tenant_id': '14803203607646e6ad6fb7c12d7bb1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:36:48Z', 'updated_at': '2021-08-24T18:40:23Z', 'revision_number': 6, 'project_id': '14803203607646e6ad6fb7c12d7bb1ec', 'gw_port_host': None}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:24.659595 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc9bd03-ed7f-453b-b96b-366d9c484a6b None None] The sync data for ids ['f5d1372c-3b59-479c-8e36-e2ba83f6f925'] in dv-cinder-805825-1-iscsi is: [{'id': 'f5d1372c-3b59-479c-8e36-e2ba83f6f925', 'name': 'tempest-ServerRescueNegativeTestJSON-1800858847-router', 'tenant_id': '14803203607646e6ad6fb7c12d7bb1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:36:48Z', 'updated_at': '2021-08-24T18:40:23Z', 'revision_number': 6, 'project_id': '14803203607646e6ad6fb7c12d7bb1ec', 'gw_port_host': None}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:40:24.661737 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Pushing event updated for resources: {'Port': ['ID=d17e67ee-451e-4b44-a0e1-36f5a0e3e514,revision_number=2']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:24.668824 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-da50cf7d-b4ae-4c95-bbf7-6612f244cce4 None None] Provisioning for port d17e67ee-451e-4b44-a0e1-36f5a0e3e514 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:40:24.704816 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b4e4e635-a847-46df-80c0-e842c0abda00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699818'] for subnet, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:24.712014 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:24.713792 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-da50cf7d-b4ae-4c95-bbf7-6612f244cce4 None None] Provisioning complete for port d17e67ee-451e-4b44-a0e1-36f5a0e3e514 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:40:24.714293 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-da50cf7d-b4ae-4c95-bbf7-6612f244cce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:24.782325 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Network d04e09fe-a672-475c-9d99-e1568957c579 is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:40:24.783425 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:40:24.800808 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-da50cf7d-b4ae-4c95-bbf7-6612f244cce4 None None] Port d17e67ee-451e-4b44-a0e1-36f5a0e3e514 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:40:24.802351 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:24.822731 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port f1f2333c-138c-4a61-91df-06ba70dd471a, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=f1f2333c-138c-4a61-91df-06ba70dd471a,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:40:24.828093 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:24.835361 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:24.853832 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-51130039-3630-4978-8446-54dbe1f23056 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:24.855327 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-51130039-3630-4978-8446-54dbe1f23056 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.36 "GET /v2.0/networks?id=c6a59e55-85ca-47cc-8fae-e2513fbbce59 HTTP/1.1" status: 200 len: 817 time: 0.3962774 Aug 24 18:40:24.863151 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b4e4e635-a847-46df-80c0-e842c0abda00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1236018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1142050'] for subnet, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:24.870476 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:24.937041 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=f1f2333c-138c-4a61-91df-06ba70dd471a,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:24.940983 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:24.982349 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4e635-a847-46df-80c0-e842c0abda00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ee1ce3a-a06f-48d9-9fad-0d25a0366db5,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:24.984649 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b4e4e635-a847-46df-80c0-e842c0abda00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:24.995213 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-51eef536-ef06-4433-957b-7602f52c93dd tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Synchronizing usage tracker for tenant:d1058cbc028345d9b3abf057991020c1 on resource:security_group {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:40:25.002067 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b4e4e635-a847-46df-80c0-e842c0abda00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:25.029995 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-b4e4e635-a847-46df-80c0-e842c0abda00 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8ee1ce3a-a06f-48d9-9fad-0d25a0366db5 HTTP/1.1" status: 204 len: 168 time: 1.1476407 Aug 24 18:40:25.035060 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36276) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:25.060725 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-51eef536-ef06-4433-957b-7602f52c93dd tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Unset dirty status for tenant:d1058cbc028345d9b3abf057991020c1 on resource:security_group {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:40:25.061879 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-51eef536-ef06-4433-957b-7602f52c93dd tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1058cbc028345d9b3abf057991020c1 HTTP/1.1" status: 200 len: 380 time: 0.1337607 Aug 24 18:40:25.072969 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9e35fa9e-6dfe-473b-a01c-ef4b9367a450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:25.074169 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-7bc670af-c8bf-43f4-bcfb-bd93d4f07dab tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Request body: {'port': {'device_id': '23d3aa30-2fd2-43b5-849a-b3606b2e3547', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'admin_state_up': True, 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'security_groups': ['aca56036-68f0-4694-be9e-96f4087cd716']}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:40:25.087427 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:25.129110 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-6b06e5b9-d45f-46ff-96c9-642fb38604ba None None] Provisioning complete for port d17e67ee-451e-4b44-a0e1-36f5a0e3e514 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:40:25.129624 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-6b06e5b9-d45f-46ff-96c9-642fb38604ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:25.186765 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-6b06e5b9-d45f-46ff-96c9-642fb38604ba None None] Port d17e67ee-451e-4b44-a0e1-36f5a0e3e514 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:40:25.244176 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Router df5f0f77-a0a2-471f-91f4-345ba9f57417 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:40:25.245085 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35fa9e-6dfe-473b-a01c-ef4b9367a450 admin admin] Pushing event deleted for resources: {'Port': ['ID=07f2274e-8fd7-45f9-8e5d-ad41a5f01fac,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:25.247506 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-9e35fa9e-6dfe-473b-a01c-ef4b9367a450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:25.320559 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bbebeea2-8ed5-411c-a9f8-96c8d5d756c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531664'] for network, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:25.535431 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:40:25.552318 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] 10.222.0.62 "PUT /v2.0/routers/df5f0f77-a0a2-471f-91f4-345ba9f57417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1581199 Aug 24 18:40:25.601065 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-313c8320-485a-4fcb-8db2-c9c5c0cb0a5e req-547147d6-6438-4b89-8f42-e97c4e064a67 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 210 time: 0.0421467 Aug 24 18:40:25.621766 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-7bc670af-c8bf-43f4-bcfb-bd93d4f07dab tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:25.702260 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-7bc670af-c8bf-43f4-bcfb-bd93d4f07dab tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:25.707667 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bbebeea2-8ed5-411c-a9f8-96c8d5d756c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699171', 'neutron.services.segments.db._delete_segments_for_network-8740182284418'] for network, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:25.722322 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9e35fa9e-6dfe-473b-a01c-ef4b9367a450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692450'] for router_gateway, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:25.888680 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-bbebeea2-8ed5-411c-a9f8-96c8d5d756c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e775d33-34fa-4c7a-8190-49382ed04303']}} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:25.898714 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device f1f2333c-138c-4a61-91df-06ba70dd471a up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:40:25.911343 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-7bc670af-c8bf-43f4-bcfb-bd93d4f07dab tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Made reservation on behalf of d1058cbc028345d9b3abf057991020c1 for: {'port': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:40:25.917948 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-7bc670af-c8bf-43f4-bcfb-bd93d4f07dab tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:25.980061 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-bbebeea2-8ed5-411c-a9f8-96c8d5d756c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121443c8-53ae-45ba-8580-3879c94e6df1') {'for_net_delete': True} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:25.980349 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-bbebeea2-8ed5-411c-a9f8-96c8d5d756c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121443c8-53ae-45ba-8580-3879c94e6df1') {} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:26.001627 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port f1f2333c-138c-4a61-91df-06ba70dd471a triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:40:26.002127 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:26.011664 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bbebeea2-8ed5-411c-a9f8-96c8d5d756c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740182285213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2774655'] for segment, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:26.136468 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 37f8d7ef-1323-4a7b-8d15-db6a19d970ed no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:40:26.171780 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: 37f8d7ef-1323-4a7b-8d15-db6a19d970ed {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:40:26.172316 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 37f8d7ef-1323-4a7b-8d15-db6a19d970ed not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:40:26.189607 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9e35fa9e-6dfe-473b-a01c-ef4b9367a450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30687'] for router, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:26.191405 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bbebeea2-8ed5-411c-a9f8-96c8d5d756c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:26.211781 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9e35fa9e-6dfe-473b-a01c-ef4b9367a450 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:26.213615 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbebeea2-8ed5-411c-a9f8-96c8d5d756c6 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=74996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:40:26.214017 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bbebeea2-8ed5-411c-a9f8-96c8d5d756c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1236116'] for segment, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: Traceback (most recent call last): Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: timer() Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: cb(*args, **kw) Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: return func(*args, **kwargs) Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: self._notify() Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: self.callback(batched_events) Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: event.method(event) Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: return f(self, *a, **k) Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: return self._get(url).json() Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: return self.request(url, 'GET', **kwargs) Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:40:26.234209 dv-cinder-805825-1-iscsi neutron-server[74996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:40:26.440134 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bbebeea2-8ed5-411c-a9f8-96c8d5d756c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692511'] for network, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:26.449549 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36300) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:26.449741 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9e35fa9e-6dfe-473b-a01c-ef4b9367a450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693982'] for router, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:26.450160 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e35fa9e-6dfe-473b-a01c-ef4b9367a450 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5d1372c-3b59-479c-8e36-e2ba83f6f925 {{(pid=74996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:40:26.457136 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-557343247-network', 'tenant_id': '47b57f534c484c81843bcb1ece1e0b69'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:40:26.458470 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-3ef1db42-69e9-48f7-87c6-eb9bc8ea76f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:26.464399 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:26.468730 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Usage tracker for resource:network and tenant:47b57f534c484c81843bcb1ece1e0b69 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:26.471944 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:26.477689 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bbebeea2-8ed5-411c-a9f8-96c8d5d756c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:26.478890 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:26.489688 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-7bc670af-c8bf-43f4-bcfb-bd93d4f07dab tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Allocated IP 172.20.0.6 (c6a59e55-85ca-47cc-8fae-e2513fbbce59/6d9a7234-019a-48d3-9ec8-5b691415065c/18817fa5-ca13-4d67-892d-37844e1ceda5) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:40:26.489931 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Made reservation on behalf of 47b57f534c484c81843bcb1ece1e0b69 for: {'network': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:40:26.491845 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebeea2-8ed5-411c-a9f8-96c8d5d756c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e775d33-34fa-4c7a-8190-49382ed04303,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:26.492351 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for network, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:26.501207 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-bbebeea2-8ed5-411c-a9f8-96c8d5d756c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:26.508635 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:26.539442 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-bbebeea2-8ed5-411c-a9f8-96c8d5d756c6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4e775d33-34fa-4c7a-8190-49382ed04303 HTTP/1.1" status: 204 len: 168 time: 1.5028954 Aug 24 18:40:26.541045 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:26.543794 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9e35fa9e-6dfe-473b-a01c-ef4b9367a450 admin admin] Notify callbacks [] for router, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:26.544830 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-9e35fa9e-6dfe-473b-a01c-ef4b9367a450 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f5d1372c-3b59-479c-8e36-e2ba83f6f925 HTTP/1.1" status: 204 len: 168 time: 3.3446648 Aug 24 18:40:26.547993 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Usage tracker for resource:security_group_rule and tenant:47b57f534c484c81843bcb1ece1e0b69 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:26.550443 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36306) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:26.553135 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:26.618362 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:26.623394 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60967e7-6821-492f-b3b8-d85adc5fcdcd admin admin] Deleting subnet 9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa {{(pid=74995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:40:26.629709 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b60967e7-6821-492f-b3b8-d85adc5fcdcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:26.703405 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b60967e7-6821-492f-b3b8-d85adc5fcdcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1402967'] for subnet, precommit_delete_associations {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:26.770578 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-7bc670af-c8bf-43f4-bcfb-bd93d4f07dab tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:26.796677 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-7bc670af-c8bf-43f4-bcfb-bd93d4f07dab tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Transition to ACTIVE for port object 18817fa5-ca13-4d67-892d-37844e1ceda5 will not be triggered until provisioned by entity DHCP. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:40:26.829731 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-7bc670af-c8bf-43f4-bcfb-bd93d4f07dab tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:26.836389 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-8e3a688b-ca4f-4913-8dd8-a960ba272141 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:26.845631 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b60967e7-6821-492f-b3b8-d85adc5fcdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699818'] for subnet, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:26.880788 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:26.897398 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:26.900246 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36312) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:26.904443 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-cda13e1b-ccde-49c9-b05c-dd528ec85f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:26.930542 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-7bc670af-c8bf-43f4-bcfb-bd93d4f07dab tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Network c6a59e55-85ca-47cc-8fae-e2513fbbce59 is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:40:26.936089 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-7bc670af-c8bf-43f4-bcfb-bd93d4f07dab tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:40:26.942558 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-7bc670af-c8bf-43f4-bcfb-bd93d4f07dab tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:40:26.957374 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=74995) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:40:26.972344 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16476d15-1662-49f8-b8bb-4686cdcace8e,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:26.977657 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:26.989996 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:26.990485 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.db.segments_db [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Added segment 5d30faed-648c-4017-8dd9-144f998d25c2 of type vlan for network daf201e6-e8f1-4883-8c6a-c577ac684f4c Aug 24 18:40:27.034563 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740181864075'] for network, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:27.042007 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc670af-c8bf-43f4-bcfb-bd93d4f07dab tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Pushing event updated for resources: {'Port': ['ID=18817fa5-ca13-4d67-892d-37844e1ceda5,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:27.048546 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-7bc670af-c8bf-43f4-bcfb-bd93d4f07dab tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:27.058540 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-7bc670af-c8bf-43f4-bcfb-bd93d4f07dab tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:27.059447 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-7bc670af-c8bf-43f4-bcfb-bd93d4f07dab tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:27.061943 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad94be-851d-454d-8eea-07ba193108ae req-0bc2075f-2a18-490f-b724-d90f99131786 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:27.063471 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fdad94be-851d-454d-8eea-07ba193108ae req-0bc2075f-2a18-490f-b724-d90f99131786 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 931 time: 0.2757125 Aug 24 18:40:27.067574 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b60967e7-6821-492f-b3b8-d85adc5fcdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3098408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1399101'] for subnet, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:27.078450 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:27.092030 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-7bc670af-c8bf-43f4-bcfb-bd93d4f07dab tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0216646 Aug 24 18:40:27.109404 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Request body: {'port': {'device_id': '23d3aa30-2fd2-43b5-849a-b3606b2e3547', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:40:27.154455 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60967e7-6821-492f-b3b8-d85adc5fcdcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:27.159017 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for network, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:27.161017 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-b60967e7-6821-492f-b3b8-d85adc5fcdcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:27.162735 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:27.163319 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:27.166256 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-06e2e180-36b4-46e9-86f8-bc316c047ff0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab2b347e1a8347b5bd5e4a57b594fc99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2648511 Aug 24 18:40:27.169032 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36318) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:27.173007 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:27.194637 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b60967e7-6821-492f-b3b8-d85adc5fcdcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:27.242182 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-33db5cd5-b99a-451c-a688-d742e8881883 None None] Provisioning for port 18817fa5-ca13-4d67-892d-37844e1ceda5 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:40:27.248811 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-33db5cd5-b99a-451c-a688-d742e8881883 None None] Provisioning complete for port 18817fa5-ca13-4d67-892d-37844e1ceda5 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:40:27.249473 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-33db5cd5-b99a-451c-a688-d742e8881883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:27.284729 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-b60967e7-6821-492f-b3b8-d85adc5fcdcd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9fa6c589-eb0f-42c4-9dc6-3d2b88f9d6aa HTTP/1.1" status: 204 len: 168 time: 0.7310469 Aug 24 18:40:27.290039 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36322) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:27.291348 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fdad94be-851d-454d-8eea-07ba193108ae req-12460b19-4152-48a4-8856-bdef46a9837b tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211795 Aug 24 18:40:27.298918 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:27.313332 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8605185 Aug 24 18:40:27.314035 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36326) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:27.327567 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-33db5cd5-b99a-451c-a688-d742e8881883 None None] Port 18817fa5-ca13-4d67-892d-37844e1ceda5 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:40:27.337282 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-7018d547-11c3-4f42-8420-532e3e6b599d admin admin] Request body: {'subnet': {'network_id': 'daf201e6-e8f1-4883-8c6a-c577ac684f4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-557343247-subnet', 'tenant_id': '47b57f534c484c81843bcb1ece1e0b69', 'ip_version': 4}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:40:27.347918 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Pushing event updated for resources: {'Network': ['ID=daf201e6-e8f1-4883-8c6a-c577ac684f4c,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:27.351227 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-34a8d569-63f4-4966-9f05-41869d041d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:27.352249 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-7018d547-11c3-4f42-8420-532e3e6b599d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:27.356542 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-7018d547-11c3-4f42-8420-532e3e6b599d admin admin] Usage tracker for resource:subnet and tenant:47b57f534c484c81843bcb1ece1e0b69 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:27.357980 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5f375eb5-5c37-42b9-b3f1-904d7ad489f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:27.360175 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Network daf201e6-e8f1-4883-8c6a-c577ac684f4c details requested by agent ovs-agent-dv-cinder-805825-1-iscsi with host dv-cinder-805825-1-iscsi {{(pid=74997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:40:27.361093 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-7018d547-11c3-4f42-8420-532e3e6b599d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:27.367274 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-7018d547-11c3-4f42-8420-532e3e6b599d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:27.379416 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7018d547-11c3-4f42-8420-532e3e6b599d admin admin] Made reservation on behalf of 47b57f534c484c81843bcb1ece1e0b69 for: {'subnet': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:40:27.382578 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-7018d547-11c3-4f42-8420-532e3e6b599d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1399078'] for subnet, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:27.462512 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] Sync routers for ids ['df5f0f77-a0a2-471f-91f4-345ba9f57417'] in dv-cinder-805825-1-iscsi {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:40:27.483912 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] Routers {'df5f0f77-a0a2-471f-91f4-345ba9f57417'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:40:27.483912 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:40:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['df5f0f77-a0a2-471f-91f4-345ba9f57417'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:27.509905 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5f375eb5-5c37-42b9-b3f1-904d7ad489f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:27.541273 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7277fd6d-2e7e-4314-89ee-1efdefc7c47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531664'] for network, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:27.632732 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-7018d547-11c3-4f42-8420-532e3e6b599d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3098471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1399092'] for subnet, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:27.639613 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-b60967e7-6821-492f-b3b8-d85adc5fcdcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:27.734573 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018d547-11c3-4f42-8420-532e3e6b599d admin admin] Pushing event updated for resources: {'Subnet': ['ID=605f3db2-4ee3-47e9-8040-a26cc4c7b82d,revision_number=0']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:27.739179 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-7018d547-11c3-4f42-8420-532e3e6b599d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:27.746283 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] Set router df5f0f77-a0a2-471f-91f4-345ba9f57417 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:40:27.748259 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7018d547-11c3-4f42-8420-532e3e6b599d admin admin] Checking segment: {'id': '5d30faed-648c-4017-8dd9-144f998d25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'daf201e6-e8f1-4883-8c6a-c577ac684f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:40:27.748698 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7018d547-11c3-4f42-8420-532e3e6b599d admin admin] Network hostable DHCP agents. Network: daf201e6-e8f1-4883-8c6a-c577ac684f4c, hostable agents: ['07c0c982-9110-493d-a202-71ade7b28515'], hosted agents: [] {{(pid=74995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:40:27.787606 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7018d547-11c3-4f42-8420-532e3e6b599d admin admin] Network daf201e6-e8f1-4883-8c6a-c577ac684f4c is scheduled to be hosted by DHCP agent 07c0c982-9110-493d-a202-71ade7b28515 with binding_index 1 {{(pid=74995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:40:27.801133 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-7018d547-11c3-4f42-8420-532e3e6b599d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-iscsi, daf201e6-e8f1-4883-8c6a-c577ac684f4c) {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:40:27.806232 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7018d547-11c3-4f42-8420-532e3e6b599d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:27.806405 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 07f2274e-8fd7-45f9-8e5d-ad41a5f01fac no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:40:27.807060 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-7018d547-11c3-4f42-8420-532e3e6b599d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:27.841120 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-7018d547-11c3-4f42-8420-532e3e6b599d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5111175 Aug 24 18:40:27.841852 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36330) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:27.856652 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-557343247-router', 'tenant_id': '47b57f534c484c81843bcb1ece1e0b69', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:40:27.864792 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0515b175-3020-459e-9e0d-8694404a9942 None None] Network daf201e6-e8f1-4883-8c6a-c577ac684f4c requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:40:27.865724 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:27.869720 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Usage tracker for resource:router and tenant:47b57f534c484c81843bcb1ece1e0b69 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:27.872905 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:27.879075 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:27.900947 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: 07f2274e-8fd7-45f9-8e5d-ad41a5f01fac {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:40:27.901735 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 07f2274e-8fd7-45f9-8e5d-ad41a5f01fac not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:40:27.906426 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30657'] for router, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:27.907718 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30678'] for router, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:27.916129 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5f375eb5-5c37-42b9-b3f1-904d7ad489f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:27.925646 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:27.943963 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:27.977652 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f375eb5-5c37-42b9-b3f1-904d7ad489f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bedb494-0e14-4da0-ac9a-36af604c9f4d,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:27.986045 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7277fd6d-2e7e-4314-89ee-1efdefc7c47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699171', 'neutron.services.segments.db._delete_segments_for_network-8740182284418'] for network, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:27.995884 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-5f375eb5-5c37-42b9-b3f1-904d7ad489f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:28.012566 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-7277fd6d-2e7e-4314-89ee-1efdefc7c47b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162d32ee-2009-4dae-aa26-2301ff311cfb']}} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:28.020541 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5f375eb5-5c37-42b9-b3f1-904d7ad489f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:28.021557 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-5f375eb5-5c37-42b9-b3f1-904d7ad489f0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5bedb494-0e14-4da0-ac9a-36af604c9f4d HTTP/1.1" status: 204 len: 168 time: 0.8516212 Aug 24 18:40:28.033265 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-7277fd6d-2e7e-4314-89ee-1efdefc7c47b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc7c20c-1441-4887-8b72-1651a6ec59aa') {'for_net_delete': True} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:28.033553 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-7277fd6d-2e7e-4314-89ee-1efdefc7c47b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc7c20c-1441-4887-8b72-1651a6ec59aa') {} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:28.060694 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7277fd6d-2e7e-4314-89ee-1efdefc7c47b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740182285213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2774655'] for segment, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:28.123246 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7277fd6d-2e7e-4314-89ee-1efdefc7c47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:28.138397 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7277fd6d-2e7e-4314-89ee-1efdefc7c47b admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=74996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:40:28.139325 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7277fd6d-2e7e-4314-89ee-1efdefc7c47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1236116'] for segment, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: Traceback (most recent call last): Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: timer() Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: cb(*args, **kw) Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: return func(*args, **kwargs) Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: self._notify() Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: self.callback(batched_events) Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: event.method(event) Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: return f(self, *a, **k) Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: return self._get(url).json() Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: return self.request(url, 'GET', **kwargs) Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:40:28.155542 dv-cinder-805825-1-iscsi neutron-server[74996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:40:28.181091 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30500'] for router, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:28.210238 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'name': 'tempest-TestMinimumBasicScenario-107511572-router', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:23Z', 'revision_number': 4, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'gw_port': {'id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': 'd17e67ee-451e-4b44-a0e1-36f5a0e3e514', 'name': '', 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'mac_address': 'fa:16:3e:35:15:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcf3f37d-17a3-44a3-9dff-2070554db7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:22Z', 'updated_at': '2021-08-24T18:40:24Z', 'revision_number': 2, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'subnets': [{'id': 'bcf3f37d-17a3-44a3-9dff-2070554db7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:28.214702 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] Checking router: df5f0f77-a0a2-471f-91f4-345ba9f57417 for host: dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:40:28.215017 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] Updating router df5f0f77-a0a2-471f-91f4-345ba9f57417 port d17e67ee-451e-4b44-a0e1-36f5a0e3e514 binding host dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:40:28.270586 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:28.307568 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18817fa5-ca13-4d67-892d-37844e1ceda5 {{(pid=74996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:40:28.315919 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7277fd6d-2e7e-4314-89ee-1efdefc7c47b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692511'] for network, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:28.321703 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:28.328933 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7277fd6d-2e7e-4314-89ee-1efdefc7c47b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:28.346292 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:28.372047 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e40c732-12b7-5d1c-b3b7-6e8fdb10c7cb-daf201e6-e8f1-4883-8c6a-c577ac684f4c', 'network_id': 'daf201e6-e8f1-4883-8c6a-c577ac684f4c', 'tenant_id': '47b57f534c484c81843bcb1ece1e0b69', 'fixed_ips': [{'subnet_id': '605f3db2-4ee3-47e9-8040-a26cc4c7b82d'}]}} from dv-cinder-805825-1-iscsi. {{(pid=74997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 18:40:28.374084 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:28.426052 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277fd6d-2e7e-4314-89ee-1efdefc7c47b admin admin] Pushing event deleted for resources: {'Network': ['ID=162d32ee-2009-4dae-aa26-2301ff311cfb,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:28.432298 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-7277fd6d-2e7e-4314-89ee-1efdefc7c47b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:28.447237 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Transition to ACTIVE for port object 18817fa5-ca13-4d67-892d-37844e1ceda5 will not be triggered until provisioned by entity L2. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:40:28.452866 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-7277fd6d-2e7e-4314-89ee-1efdefc7c47b admin admin] 10.222.0.62 "DELETE /v2.0/networks/162d32ee-2009-4dae-aa26-2301ff311cfb HTTP/1.1" status: 204 len: 168 time: 1.1559460 Aug 24 18:40:28.464917 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:28.478837 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-51daa3ac-9ff4-4f1c-b567-998150a43a0a tempest-ServerRescueNegativeTestJSON-418455901 tempest-ServerRescueNegativeTestJSON-418455901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:28.527669 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:28.563731 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:28.696911 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.db_base_plugin_common [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Allocated IP 172.20.0.2 (daf201e6-e8f1-4883-8c6a-c577ac684f4c/605f3db2-4ee3-47e9-8040-a26cc4c7b82d/b6d18b66-37a5-4d9e-b29f-de7c7cf98494) {{(pid=74997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:40:28.736469 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Pushing event updated for resources: {'Port': ['ID=18817fa5-ca13-4d67-892d-37844e1ceda5,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:28.741776 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:28.842203 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36342) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:28.937295 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] Notify callbacks [] for port, precommit_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:28.956949 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.provisioning_blocks [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] Transition to ACTIVE for port object d17e67ee-451e-4b44-a0e1-36f5a0e3e514 will not be triggered until provisioned by entity L2. {{(pid=74998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:40:28.968308 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:28.977598 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-239aafe0-9994-4959-9720-d4ec36fc5652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:28.978584 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85fd39-c17b-416f-9c0e-e26f4fbb02a0 req-801e1602-1597-4366-9e61-8711f5e34033 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:28.980248 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ba85fd39-c17b-416f-9c0e-e26f4fbb02a0 req-801e1602-1597-4366-9e61-8711f5e34033 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 943 time: 0.4545119 Aug 24 18:40:28.992661 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-fec3b24a-745e-4ca0-bcff-62e2a9713ab7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=14803203607646e6ad6fb7c12d7bb1ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1171727 Aug 24 18:40:28.995302 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36346) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:29.039780 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ba85fd39-c17b-416f-9c0e-e26f4fbb02a0 req-806f2d3d-337b-43d2-a9cb-2003213eb039 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509026 Aug 24 18:40:29.045736 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Attempting to bind port 18817fa5-ca13-4d67-892d-37844e1ceda5 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:40:29.046187 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Attempting to bind port 18817fa5-ca13-4d67-892d-37844e1ceda5 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'e847410f-342f-4ad5-875e-3c30141a48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59'}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:40:29.046605 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Attempting to bind port 18817fa5-ca13-4d67-892d-37844e1ceda5 on network c6a59e55-85ca-47cc-8fae-e2513fbbce59 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:40:29.050489 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_common [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Allocated IP 172.27.3.162 (afb0294a-27f7-459e-836d-9dd48a51a08b/57a63288-2275-43de-bb63-fff925de2bab/c9545dda-40e0-4d02-9d4f-4e819401a776) {{(pid=74995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:40:29.064541 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Port 18817fa5-ca13-4d67-892d-37844e1ceda5 on network c6a59e55-85ca-47cc-8fae-e2513fbbce59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:40:29.065416 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Attempting to bind port 18817fa5-ca13-4d67-892d-37844e1ceda5 on network c6a59e55-85ca-47cc-8fae-e2513fbbce59 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:40:29.084774 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Notify callbacks [] for port, precommit_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:29.088428 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Checking agent: {'id': 'c5b5b5de-e9ee-4a89-bea7-745c11eae0d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'started_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:40:29.088890 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Checking segment: {'id': 'e847410f-342f-4ad5-875e-3c30141a48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:40:29.089395 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Bound using segment: {'id': 'e847410f-342f-4ad5-875e-3c30141a48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59'} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:40:29.090037 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Bound port: 18817fa5-ca13-4d67-892d-37844e1ceda5, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e847410f-342f-4ad5-875e-3c30141a48eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59'}}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:40:29.090505 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:29.100498 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Transition to ACTIVE for port object b6d18b66-37a5-4d9e-b29f-de7c7cf98494 will not be triggered until provisioned by entity L2. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:40:29.110409 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-83af948a-277b-432c-a93e-257d782cf401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:29.127171 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Transition to ACTIVE for port object b6d18b66-37a5-4d9e-b29f-de7c7cf98494 will not be triggered until provisioned by entity DHCP. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:40:29.138485 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:29.143826 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:29.264207 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Network daf201e6-e8f1-4883-8c6a-c577ac684f4c is already hosted by enough agents. {{(pid=74997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:40:29.265075 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Pushing event updated for resources: {'Port': ['ID=b6d18b66-37a5-4d9e-b29f-de7c7cf98494,revision_number=1']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:29.267745 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.scheduler.base_scheduler [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Resources bound (agent type, host, resource id): {{(pid=74997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:40:29.269683 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:29.270458 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Received port after_create {{(pid=74997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:40:29.288725 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-83af948a-277b-432c-a93e-257d782cf401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:29.308660 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1507589-9e3e-442d-9aba-0442b6cef501 None None] Pushing event updated for resources: {'Port': ['ID=d17e67ee-451e-4b44-a0e1-36f5a0e3e514,revision_number=3']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:29.330340 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-d1507589-9e3e-442d-9aba-0442b6cef501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:29.351084 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:29.364646 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] For port 18817fa5-ca13-4d67-892d-37844e1ceda5, host hv-cinder-80582, cleared binding levels {{(pid=74996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:40:29.369013 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] For port 18817fa5-ca13-4d67-892d-37844e1ceda5, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=18817fa5-ca13-4d67-892d-37844e1ceda5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:40:29.378274 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:29.384414 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:29.398038 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:29.406107 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-9b79214a-7b36-44dd-b2c4-49bda855a60c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:29.433142 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] Attempting to bind port d17e67ee-451e-4b44-a0e1-36f5a0e3e514 on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:40:29.434408 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] Attempting to bind port d17e67ee-451e-4b44-a0e1-36f5a0e3e514 by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': 'e97f68e4-8fdd-4a0a-88f4-d82de68c634e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579'}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:40:29.435684 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] Attempting to bind port d17e67ee-451e-4b44-a0e1-36f5a0e3e514 on network d04e09fe-a672-475c-9d99-e1568957c579 {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:40:29.446963 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:40:29.448001 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] Checking segment: {'id': 'e97f68e4-8fdd-4a0a-88f4-d82de68c634e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:40:29.448860 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:29.449255 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] Bound using segment: {'id': 'e97f68e4-8fdd-4a0a-88f4-d82de68c634e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579'} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:40:29.449729 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] Bound port: d17e67ee-451e-4b44-a0e1-36f5a0e3e514, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97f68e4-8fdd-4a0a-88f4-d82de68c634e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579'}}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:40:29.450133 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:29.454137 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-83af948a-277b-432c-a93e-257d782cf401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:29.473511 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:29.475286 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] 10.222.0.36 "PUT /v2.0/ports/18817fa5-ca13-4d67-892d-37844e1ceda5 HTTP/1.1" status: 200 len: 1093 time: 2.3727081 Aug 24 18:40:29.475800 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d3aa30-2fd2-43b5-849a-b3606b2e3547', 'tag': '18817fa5-ca13-4d67-892d-37844e1ceda5'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:40:29.494830 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Pushing event updated for resources: {'Port': ['ID=18817fa5-ca13-4d67-892d-37844e1ceda5,revision_number=3']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:29.500128 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:29.500914 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-83af948a-277b-432c-a93e-257d782cf401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:29.504825 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-83af948a-277b-432c-a93e-257d782cf401 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/53a3a691-7c5d-471b-b552-f94cf86905b9 HTTP/1.1" status: 204 len: 168 time: 0.5083699 Aug 24 18:40:29.505842 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-55a5d93b-09e4-4385-aebc-8c7a4453bcb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:29.516588 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af948a-277b-432c-a93e-257d782cf401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a3a691-7c5d-471b-b552-f94cf86905b9,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:29.518841 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-83af948a-277b-432c-a93e-257d782cf401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:29.588432 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Network afb0294a-27f7-459e-836d-9dd48a51a08b is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:40:29.609471 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Attempting to bind port b6d18b66-37a5-4d9e-b29f-de7c7cf98494 on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:40:29.610432 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Attempting to bind port b6d18b66-37a5-4d9e-b29f-de7c7cf98494 by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': '5d30faed-648c-4017-8dd9-144f998d25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'daf201e6-e8f1-4883-8c6a-c577ac684f4c'}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:40:29.611037 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Attempting to bind port b6d18b66-37a5-4d9e-b29f-de7c7cf98494 on network daf201e6-e8f1-4883-8c6a-c577ac684f4c {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:40:29.619942 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:40:29.620877 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Checking segment: {'id': '5d30faed-648c-4017-8dd9-144f998d25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'daf201e6-e8f1-4883-8c6a-c577ac684f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:40:29.621119 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:40:29.623096 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:29.623679 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Bound using segment: {'id': '5d30faed-648c-4017-8dd9-144f998d25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'daf201e6-e8f1-4883-8c6a-c577ac684f4c'} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:40:29.624359 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Bound port: b6d18b66-37a5-4d9e-b29f-de7c7cf98494, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d30faed-648c-4017-8dd9-144f998d25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'daf201e6-e8f1-4883-8c6a-c577ac684f4c'}}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:40:29.624837 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:29.627264 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d3aa30-2fd2-43b5-849a-b3606b2e3547', 'tag': '18817fa5-ca13-4d67-892d-37844e1ceda5', 'status': 'completed', 'code': 200} Aug 24 18:40:29.636594 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Received port after_create {{(pid=74995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:40:29.691407 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] For port d17e67ee-451e-4b44-a0e1-36f5a0e3e514, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:40:29.700190 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] For port d17e67ee-451e-4b44-a0e1-36f5a0e3e514, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=d17e67ee-451e-4b44-a0e1-36f5a0e3e514,segment=NetworkSegment(e97f68e4-8fdd-4a0a-88f4-d82de68c634e),segment_id=e97f68e4-8fdd-4a0a-88f4-d82de68c634e)] {{(pid=74998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:40:29.711263 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:29.715709 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-f644d65a-5ed4-43eb-a8cc-d8caa5502db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:29.744962 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-c595c45a-f11e-4dd2-b79f-63d2d3ea80ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1058cbc028345d9b3abf057991020c1&device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 1096 time: 0.2013454 Aug 24 18:40:29.746063 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] For port b6d18b66-37a5-4d9e-b29f-de7c7cf98494, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:40:29.749854 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] For port b6d18b66-37a5-4d9e-b29f-de7c7cf98494, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=b6d18b66-37a5-4d9e-b29f-de7c7cf98494,segment=NetworkSegment(5d30faed-648c-4017-8dd9-144f998d25c2),segment_id=5d30faed-648c-4017-8dd9-144f998d25c2)] {{(pid=74997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:40:29.769131 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:29.775582 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:29.870430 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Pushing event updated for resources: {'Port': ['ID=b6d18b66-37a5-4d9e-b29f-de7c7cf98494,revision_number=2']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:29.875267 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:29.894926 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Pushing event updated for resources: {'Port': ['ID=c9545dda-40e0-4d02-9d4f-4e819401a776,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:29.902348 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-fac30aa9-80f6-49a6-94f3-3120cb831bd2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18817fa5-ca13-4d67-892d-37844e1ceda5 HTTP/1.1" status: 200 len: 217 time: 0.1486495 Aug 24 18:40:29.972836 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:30.006266 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1507589-9e3e-442d-9aba-0442b6cef501 None None] Pushing event updated for resources: {'Port': ['ID=d17e67ee-451e-4b44-a0e1-36f5a0e3e514,revision_number=4']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:30.011002 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-d1507589-9e3e-442d-9aba-0442b6cef501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:30.013213 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] Routers {'df5f0f77-a0a2-471f-91f4-345ba9f57417'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:40:30.013995 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:40:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['df5f0f77-a0a2-471f-91f4-345ba9f57417'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:30.016326 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-eeac5ae1-7f09-48e1-83b5-8de5a1fea051 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:30.017941 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-eeac5ae1-7f09-48e1-83b5-8de5a1fea051 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d9a7234-019a-48d3-9ec8-5b691415065c HTTP/1.1" status: 200 len: 856 time: 0.1071577 Aug 24 18:40:30.112899 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:30.114290 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692446'] for router, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:30.195738 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-2a764021-c930-4eab-a1fa-b649ee1265a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6a59e55-85ca-47cc-8fae-e2513fbbce59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1630707 Aug 24 18:40:30.405212 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] Set router df5f0f77-a0a2-471f-91f4-345ba9f57417 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:40:30.514358 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-607517df-0ba8-4de7-bacc-7d878376baad service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146377 Aug 24 18:40:30.612008 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f23a0-7bfd-4369-88bf-287e3400e4af req-77917a55-a3e5-441f-a2bd-7f840f22950d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:30.619703 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-908f23a0-7bfd-4369-88bf-287e3400e4af req-77917a55-a3e5-441f-a2bd-7f840f22950d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 943 time: 0.2616553 Aug 24 18:40:30.682233 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bf592-10b4-4e82-8288-7621b2d428e7 req-c0c4dafc-de50-4051-b5fe-3a42b79f0267 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:30.683861 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-682bf592-10b4-4e82-8288-7621b2d428e7 req-c0c4dafc-de50-4051-b5fe-3a42b79f0267 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.2255778 Aug 24 18:40:30.730424 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-908f23a0-7bfd-4369-88bf-287e3400e4af req-6fbfc780-84f8-4de3-b967-ca2c3a1879da tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097622 Aug 24 18:40:30.799788 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-682bf592-10b4-4e82-8288-7621b2d428e7 req-6ec47d7a-9daf-4b79-959c-a646842563dc tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066699 Aug 24 18:40:30.844342 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Router d66d5ab5-166a-4483-8f42-6e3f11b461d5 is scheduled to L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 with binding_index 1 {{(pid=74995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:40:30.845308 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f3f06386-1c36-45f3-a40a-9ce6149b04b7 req-a255ad59-c260-4c5c-9f6f-568c06b9ce7e service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177943 Aug 24 18:40:30.897573 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'name': 'tempest-TestMinimumBasicScenario-107511572-router', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:23Z', 'revision_number': 4, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'gw_port': {'id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': 'd17e67ee-451e-4b44-a0e1-36f5a0e3e514', 'name': '', 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'mac_address': 'fa:16:3e:35:15:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcf3f37d-17a3-44a3-9dff-2070554db7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:22Z', 'updated_at': '2021-08-24T18:40:29Z', 'revision_number': 4, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'subnets': [{'id': 'bcf3f37d-17a3-44a3-9dff-2070554db7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:30.902325 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132561a9-7f68-4017-9341-1180a28c50c2 None None] The sync data for ids ['df5f0f77-a0a2-471f-91f4-345ba9f57417'] in dv-cinder-805825-1-iscsi is: [{'id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'name': 'tempest-TestMinimumBasicScenario-107511572-router', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:23Z', 'revision_number': 4, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'gw_port': {'id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': 'd17e67ee-451e-4b44-a0e1-36f5a0e3e514', 'name': '', 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'mac_address': 'fa:16:3e:35:15:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcf3f37d-17a3-44a3-9dff-2070554db7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:22Z', 'updated_at': '2021-08-24T18:40:29Z', 'revision_number': 4, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'subnets': [{'id': 'bcf3f37d-17a3-44a3-9dff-2070554db7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:40:31.069678 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a89d5f39-d154-4ea3-939e-8ea6a73bb86e req-a1694ffa-fab2-4649-b7a6-d1331e924ccf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1058cbc028345d9b3abf057991020c1&device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 1096 time: 0.1544747 Aug 24 18:40:31.113921 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:31.252740 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:40:31.263507 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] Sync routers for ids ['d66d5ab5-166a-4483-8f42-6e3f11b461d5'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:40:31.289905 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] Routers {'d66d5ab5-166a-4483-8f42-6e3f11b461d5'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:40:31.290985 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:40:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['d66d5ab5-166a-4483-8f42-6e3f11b461d5'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:31.295688 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d5f39-d154-4ea3-939e-8ea6a73bb86e req-a2a5b629-8e1b-46d9-a451-73c2bf3d7521 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:31.297405 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a89d5f39-d154-4ea3-939e-8ea6a73bb86e req-a2a5b629-8e1b-46d9-a451-73c2bf3d7521 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6a59e55-85ca-47cc-8fae-e2513fbbce59 HTTP/1.1" status: 200 len: 918 time: 0.2145672 Aug 24 18:40:31.325079 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Notify callbacks [] for router, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:31.331742 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4870508 Aug 24 18:40:31.340099 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36386) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:31.443126 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430cff05-7929-488d-ae6c-626348fa3379 None None] Network daf201e6-e8f1-4883-8c6a-c577ac684f4c requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:40:31.470467 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a89d5f39-d154-4ea3-939e-8ea6a73bb86e req-daee548f-c167-4ca9-882c-6201cd4a4b1b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18817fa5-ca13-4d67-892d-37844e1ceda5 HTTP/1.1" status: 200 len: 217 time: 0.1610291 Aug 24 18:40:31.550020 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d5f39-d154-4ea3-939e-8ea6a73bb86e req-83a856b7-17cc-41b7-adf8-aab50e124b14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:31.551710 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a89d5f39-d154-4ea3-939e-8ea6a73bb86e req-83a856b7-17cc-41b7-adf8-aab50e124b14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d9a7234-019a-48d3-9ec8-5b691415065c HTTP/1.1" status: 200 len: 856 time: 0.0724187 Aug 24 18:40:31.695292 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a89d5f39-d154-4ea3-939e-8ea6a73bb86e req-2e6ddc12-ab48-4cb4-9248-b706ff1ebf95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6a59e55-85ca-47cc-8fae-e2513fbbce59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1305494 Aug 24 18:40:31.719133 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-58e3608e-d1c3-408b-893c-b390959f56a3 None None] Provisioning for port b6d18b66-37a5-4d9e-b29f-de7c7cf98494 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:40:31.973230 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a89d5f39-d154-4ea3-939e-8ea6a73bb86e req-1e5f88dc-dc7c-4120-a759-93efb00887bd service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650959 Aug 24 18:40:32.006216 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] Set router d66d5ab5-166a-4483-8f42-6e3f11b461d5 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:40:32.098597 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device d17e67ee-451e-4b44-a0e1-36f5a0e3e514 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:40:32.349497 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a89d5f39-d154-4ea3-939e-8ea6a73bb86e req-e57e8d5f-a86b-451a-9cf2-4a5b31c31b66 service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696196 Aug 24 18:40:32.402477 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b70e9-e2ea-45a3-96c3-51385bd61c08 req-ba39a6bb-6dee-43d4-b391-1675a2279427 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:32.406164 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-440b70e9-e2ea-45a3-96c3-51385bd61c08 req-ba39a6bb-6dee-43d4-b391-1675a2279427 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 943 time: 0.2348957 Aug 24 18:40:32.510396 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707c873-6c3e-42b5-b437-21dbfcd0e1de req-105b4f1a-5cb9-4c9c-8cb3-fa2f5a7f51ee tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:32.511292 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-a707c873-6c3e-42b5-b437-21dbfcd0e1de req-105b4f1a-5cb9-4c9c-8cb3-fa2f5a7f51ee tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Synchronizing usage tracker for tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce on resource:port {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:40:32.519698 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-440b70e9-e2ea-45a3-96c3-51385bd61c08 req-7352ba2c-e049-4e44-8cc1-7c3f62f4a92d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004000 Aug 24 18:40:32.528838 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-a707c873-6c3e-42b5-b437-21dbfcd0e1de req-105b4f1a-5cb9-4c9c-8cb3-fa2f5a7f51ee tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Unset dirty status for tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce on resource:port {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:40:32.530799 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a707c873-6c3e-42b5-b437-21dbfcd0e1de req-105b4f1a-5cb9-4c9c-8cb3-fa2f5a7f51ee tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.36 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.1792877 Aug 24 18:40:32.570335 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port d17e67ee-451e-4b44-a0e1-36f5a0e3e514 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:40:32.577657 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port d17e67ee-451e-4b44-a0e1-36f5a0e3e514 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:40:32.578040 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:32.680027 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-a707c873-6c3e-42b5-b437-21dbfcd0e1de req-948421a5-820a-4b40-9ac5-8b7bdd2a01b5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Deleting port 78201e63-053b-4ec9-8ba1-73a54889e89a {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:40:32.680414 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-a707c873-6c3e-42b5-b437-21dbfcd0e1de req-948421a5-820a-4b40-9ac5-8b7bdd2a01b5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:32.781330 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66d5ab5-166a-4483-8f42-6e3f11b461d5', 'name': 'tempest-TestMinimumBasicScenario-557343247-router', 'tenant_id': '47b57f534c484c81843bcb1ece1e0b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c9545dda-40e0-4d02-9d4f-4e819401a776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:27Z', 'updated_at': '2021-08-24T18:40:29Z', 'revision_number': 3, 'project_id': '47b57f534c484c81843bcb1ece1e0b69', 'gw_port': {'id': 'c9545dda-40e0-4d02-9d4f-4e819401a776', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66d5ab5-166a-4483-8f42-6e3f11b461d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:28Z', 'updated_at': '2021-08-24T18:40:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:32.788345 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] Checking router: d66d5ab5-166a-4483-8f42-6e3f11b461d5 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:40:32.788715 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] Updating router d66d5ab5-166a-4483-8f42-6e3f11b461d5 port c9545dda-40e0-4d02-9d4f-4e819401a776 binding host dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:40:32.831974 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfa87d-612b-4097-9180-af25eb3d6112 req-23378b5d-087a-4ac3-a8d7-2d3dc1b436a5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:32.833497 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-84cfa87d-612b-4097-9180-af25eb3d6112 req-23378b5d-087a-4ac3-a8d7-2d3dc1b436a5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 945 time: 0.2409377 Aug 24 18:40:32.893400 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:32.934246 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-84cfa87d-612b-4097-9180-af25eb3d6112 req-686055b6-b1f2-4a2c-b4f9-053f4f4368b3 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=2b397bb0-b6f9-48a9-9e90-58f27403722d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930216 Aug 24 18:40:32.947902 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:33.069113 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-a707c873-6c3e-42b5-b437-21dbfcd0e1de req-948421a5-820a-4b40-9ac5-8b7bdd2a01b5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] For port 78201e63-053b-4ec9-8ba1-73a54889e89a, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=78201e63-053b-4ec9-8ba1-73a54889e89a,segment=NetworkSegment(b25e463f-1e83-4d3f-b250-4c219ff74c5a),segment_id=b25e463f-1e83-4d3f-b250-4c219ff74c5a)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:40:33.070107 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-a707c873-6c3e-42b5-b437-21dbfcd0e1de req-948421a5-820a-4b40-9ac5-8b7bdd2a01b5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:33.070889 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:33.073515 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port d17e67ee-451e-4b44-a0e1-36f5a0e3e514, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=d17e67ee-451e-4b44-a0e1-36f5a0e3e514,segment=NetworkSegment(e97f68e4-8fdd-4a0a-88f4-d82de68c634e),segment_id=e97f68e4-8fdd-4a0a-88f4-d82de68c634e)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:40:33.091386 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:33.092249 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device b6d18b66-37a5-4d9e-b29f-de7c7cf98494 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:40:33.206222 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:33.286834 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=d17e67ee-451e-4b44-a0e1-36f5a0e3e514,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:33.296929 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:33.370020 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_common [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Allocated IP 172.20.0.1 (daf201e6-e8f1-4883-8c6a-c577ac684f4c/605f3db2-4ee3-47e9-8040-a26cc4c7b82d/c60bb165-49c8-4ff8-b3cf-f3123502def1) {{(pid=74995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:40:33.414137 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port b6d18b66-37a5-4d9e-b29f-de7c7cf98494 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:40:33.427835 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port b6d18b66-37a5-4d9e-b29f-de7c7cf98494 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:40:33.428220 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:33.449021 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-a707c873-6c3e-42b5-b437-21dbfcd0e1de req-948421a5-820a-4b40-9ac5-8b7bdd2a01b5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:33.449319 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-a707c873-6c3e-42b5-b437-21dbfcd0e1de req-948421a5-820a-4b40-9ac5-8b7bdd2a01b5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692493'] for floatingip, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:33.449683 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.l3_db [req-a707c873-6c3e-42b5-b437-21dbfcd0e1de req-948421a5-820a-4b40-9ac5-8b7bdd2a01b5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Floating IP 02ac660f-8b97-413f-8907-0bfcca8bfcc0 disassociated. External IP: 172.27.3.206, port: 78201e63-053b-4ec9-8ba1-73a54889e89a. Aug 24 18:40:33.449958 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-a707c873-6c3e-42b5-b437-21dbfcd0e1de req-948421a5-820a-4b40-9ac5-8b7bdd2a01b5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Calling delete_port for 78201e63-053b-4ec9-8ba1-73a54889e89a owned by compute:nova {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:40:33.530950 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:33.548153 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.provisioning_blocks [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Transition to ACTIVE for port object c60bb165-49c8-4ff8-b3cf-f3123502def1 will not be triggered until provisioned by entity DHCP. {{(pid=74995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:40:33.572681 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:33.577590 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:33.617204 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] Notify callbacks [] for port, precommit_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:33.625102 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-a707c873-6c3e-42b5-b437-21dbfcd0e1de req-948421a5-820a-4b40-9ac5-8b7bdd2a01b5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:33.632381 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:33.633881 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-7daa724e-7cab-439a-aeeb-2dfd4ea30ffe tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:33.647334 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] Transition to ACTIVE for port object c9545dda-40e0-4d02-9d4f-4e819401a776 will not be triggered until provisioned by entity L2. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:40:33.649798 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Pushing event updated for resources: {'Port': ['ID=c60bb165-49c8-4ff8-b3cf-f3123502def1,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:33.654910 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:33.667220 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:33.670002 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Network daf201e6-e8f1-4883-8c6a-c577ac684f4c is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:40:33.671204 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:40:33.673602 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:33.674101 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Received port after_create {{(pid=74995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:40:33.727988 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port b6d18b66-37a5-4d9e-b29f-de7c7cf98494, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=b6d18b66-37a5-4d9e-b29f-de7c7cf98494,segment=NetworkSegment(5d30faed-648c-4017-8dd9-144f998d25c2),segment_id=5d30faed-648c-4017-8dd9-144f998d25c2)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:40:33.758456 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:33.774915 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b267e-40a9-4e12-a7d5-6ba3a8df7105 None None] Pushing event updated for resources: {'Port': ['ID=c9545dda-40e0-4d02-9d4f-4e819401a776,revision_number=2']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:33.777459 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] Attempting to bind port c9545dda-40e0-4d02-9d4f-4e819401a776 on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:40:33.777840 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] Attempting to bind port c9545dda-40e0-4d02-9d4f-4e819401a776 by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:40:33.778210 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] Attempting to bind port c9545dda-40e0-4d02-9d4f-4e819401a776 on network afb0294a-27f7-459e-836d-9dd48a51a08b {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:40:33.785483 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-314b267e-40a9-4e12-a7d5-6ba3a8df7105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:33.786175 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:40:33.786554 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] Checking segment: {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:40:33.786997 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:33.787395 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] Bound using segment: {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:40:33.787879 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] Bound port: c9545dda-40e0-4d02-9d4f-4e819401a776, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:40:33.788270 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:33.792772 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692608'] for router_interface, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:33.833799 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-a06e9820-1d0b-46bf-a5ef-29c5e2c105a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:33.845147 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948421a5-820a-4b40-9ac5-8b7bdd2a01b5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Pushing event deleted for resources: {'Port': ['ID=78201e63-053b-4ec9-8ba1-73a54889e89a,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:33.848138 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-948421a5-820a-4b40-9ac5-8b7bdd2a01b5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:33.859932 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d8c9b-d257-42bb-bb22-ec8743bbf7ab req-916465e4-d0f0-45a5-b617-51c9d26dd7e1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:33.871677 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ba8d8c9b-d257-42bb-bb22-ec8743bbf7ab req-916465e4-d0f0-45a5-b617-51c9d26dd7e1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 943 time: 0.1594658 Aug 24 18:40:33.895221 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device d17e67ee-451e-4b44-a0e1-36f5a0e3e514 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:40:33.991038 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:34.022226 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ba8d8c9b-d257-42bb-bb22-ec8743bbf7ab req-7ba3d834-86c0-44cc-9c55-8761d572b1fd tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495423 Aug 24 18:40:34.023396 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=b6d18b66-37a5-4d9e-b29f-de7c7cf98494,revision_number=3']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:34.030322 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:34.033235 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] For port c9545dda-40e0-4d02-9d4f-4e819401a776, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:40:34.038602 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] For port c9545dda-40e0-4d02-9d4f-4e819401a776, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=c9545dda-40e0-4d02-9d4f-4e819401a776,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:40:34.051773 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port d17e67ee-451e-4b44-a0e1-36f5a0e3e514 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:40:34.052172 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:34.080051 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:34.092438 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:34.178071 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a707c873-6c3e-42b5-b437-21dbfcd0e1de req-948421a5-820a-4b40-9ac5-8b7bdd2a01b5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Router ad783e9e-0e69-4db0-a711-487b45b36563 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:40:34.180022 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b267e-40a9-4e12-a7d5-6ba3a8df7105 None None] Pushing event updated for resources: {'Port': ['ID=c9545dda-40e0-4d02-9d4f-4e819401a776,revision_number=3']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:34.195523 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-314b267e-40a9-4e12-a7d5-6ba3a8df7105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:34.232610 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] Routers {'d66d5ab5-166a-4483-8f42-6e3f11b461d5'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:40:34.232836 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:40:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['d66d5ab5-166a-4483-8f42-6e3f11b461d5'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:34.242069 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f0ad46cf-fa9c-46a2-8cbc-ebedbe9ffc5e req-2dfe920b-4e3a-477a-aafb-09d9c7925e9c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 210 time: 0.0521686 Aug 24 18:40:34.315049 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-161d8bc4-c783-4f11-8065-6119f0020c8a None None] Provisioning for port c60bb165-49c8-4ff8-b3cf-f3123502def1 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:40:34.364800 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:34.380682 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3098578'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:34.384293 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-161d8bc4-c783-4f11-8065-6119f0020c8a None None] Provisioning complete for port c60bb165-49c8-4ff8-b3cf-f3123502def1 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:40:34.384759 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-161d8bc4-c783-4f11-8065-6119f0020c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:34.415714 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:34.456982 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a707c873-6c3e-42b5-b437-21dbfcd0e1de req-948421a5-820a-4b40-9ac5-8b7bdd2a01b5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:40:34.463905 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-161d8bc4-c783-4f11-8065-6119f0020c8a None None] Port c60bb165-49c8-4ff8-b3cf-f3123502def1 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:40:34.470602 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f69c52-43c0-4ca5-bf6f-8f3bd40dd10a None None] Sync routers for ids ['ad783e9e-0e69-4db0-a711-487b45b36563'] in dv-cinder-805825-1-iscsi {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:40:34.485342 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f69c52-43c0-4ca5-bf6f-8f3bd40dd10a None None] Routers {'ad783e9e-0e69-4db0-a711-487b45b36563'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:40:34.486782 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-13f69c52-43c0-4ca5-bf6f-8f3bd40dd10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:40:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['ad783e9e-0e69-4db0-a711-487b45b36563'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:34.544211 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-a707c873-6c3e-42b5-b437-21dbfcd0e1de req-948421a5-820a-4b40-9ac5-8b7bdd2a01b5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] No DVR routers for this DVR port 78201e63-053b-4ec9-8ba1-73a54889e89a on host hv-cinder-80582 {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:40:34.549121 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-a707c873-6c3e-42b5-b437-21dbfcd0e1de req-948421a5-820a-4b40-9ac5-8b7bdd2a01b5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:34.552059 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d68a91-1841-4c8c-8f6a-9bb4b45c3266', 'name': 'network-vif-deleted', 'tag': '78201e63-053b-4ec9-8ba1-73a54889e89a'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:40:34.573937 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] Set router d66d5ab5-166a-4483-8f42-6e3f11b461d5 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:40:34.589131 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Pushing event updated for resources: {'Port': ['ID=c60bb165-49c8-4ff8-b3cf-f3123502def1,revision_number=2']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:34.591438 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15555595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1691689'] for router_interface, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:34.602317 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:34.609368 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a707c873-6c3e-42b5-b437-21dbfcd0e1de req-948421a5-820a-4b40-9ac5-8b7bdd2a01b5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.36 "DELETE /v2.0/ports/78201e63-053b-4ec9-8ba1-73a54889e89a HTTP/1.1" status: 204 len: 173 time: 2.0725968 Aug 24 18:40:34.645029 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d68a91-1841-4c8c-8f6a-9bb4b45c3266', 'name': 'network-vif-deleted', 'tag': '78201e63-053b-4ec9-8ba1-73a54889e89a', 'status': 'completed', 'code': 200} Aug 24 18:40:34.695626 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-13f69c52-43c0-4ca5-bf6f-8f3bd40dd10a None None] Set router ad783e9e-0e69-4db0-a711-487b45b36563 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:40:34.734137 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Network daf201e6-e8f1-4883-8c6a-c577ac684f4c is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:40:34.735326 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:40:34.964613 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66d5ab5-166a-4483-8f42-6e3f11b461d5', 'name': 'tempest-TestMinimumBasicScenario-557343247-router', 'tenant_id': '47b57f534c484c81843bcb1ece1e0b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c9545dda-40e0-4d02-9d4f-4e819401a776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:27Z', 'updated_at': '2021-08-24T18:40:33Z', 'revision_number': 4, 'project_id': '47b57f534c484c81843bcb1ece1e0b69', 'gw_port': {'id': 'c9545dda-40e0-4d02-9d4f-4e819401a776', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66d5ab5-166a-4483-8f42-6e3f11b461d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:28Z', 'updated_at': '2021-08-24T18:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': 'c60bb165-49c8-4ff8-b3cf-f3123502def1', 'name': '', 'network_id': 'daf201e6-e8f1-4883-8c6a-c577ac684f4c', 'tenant_id': '47b57f534c484c81843bcb1ece1e0b69', 'mac_address': 'fa:16:3e:d4:dc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66d5ab5-166a-4483-8f42-6e3f11b461d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '605f3db2-4ee3-47e9-8040-a26cc4c7b82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:33Z', 'updated_at': '2021-08-24T18:40:33Z', 'revision_number': 1, 'project_id': '47b57f534c484c81843bcb1ece1e0b69', 'subnets': [{'id': '605f3db2-4ee3-47e9-8040-a26cc4c7b82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:34.969529 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287cd090-a89f-4c37-9ca7-3c7a0356c1f4 None None] The sync data for ids ['d66d5ab5-166a-4483-8f42-6e3f11b461d5'] in dv-cinder-805825-1-iscsi is: [{'id': 'd66d5ab5-166a-4483-8f42-6e3f11b461d5', 'name': 'tempest-TestMinimumBasicScenario-557343247-router', 'tenant_id': '47b57f534c484c81843bcb1ece1e0b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c9545dda-40e0-4d02-9d4f-4e819401a776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:27Z', 'updated_at': '2021-08-24T18:40:33Z', 'revision_number': 4, 'project_id': '47b57f534c484c81843bcb1ece1e0b69', 'gw_port': {'id': 'c9545dda-40e0-4d02-9d4f-4e819401a776', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66d5ab5-166a-4483-8f42-6e3f11b461d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:28Z', 'updated_at': '2021-08-24T18:40:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': 'c60bb165-49c8-4ff8-b3cf-f3123502def1', 'name': '', 'network_id': 'daf201e6-e8f1-4883-8c6a-c577ac684f4c', 'tenant_id': '47b57f534c484c81843bcb1ece1e0b69', 'mac_address': 'fa:16:3e:d4:dc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66d5ab5-166a-4483-8f42-6e3f11b461d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '605f3db2-4ee3-47e9-8040-a26cc4c7b82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:33Z', 'updated_at': '2021-08-24T18:40:33Z', 'revision_number': 1, 'project_id': '47b57f534c484c81843bcb1ece1e0b69', 'subnets': [{'id': '605f3db2-4ee3-47e9-8040-a26cc4c7b82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:40:35.012677 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-ef212ff7-c113-4ded-aec9-5884d0ae10a8 None None] Provisioning complete for port c60bb165-49c8-4ff8-b3cf-f3123502def1 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:40:35.013568 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ef212ff7-c113-4ded-aec9-5884d0ae10a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:35.094824 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-13f69c52-43c0-4ca5-bf6f-8f3bd40dd10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:34Z', 'updated_at': '2021-08-24T18:35:45Z', 'revision_number': 4, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'gw_port': {'id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:36Z', 'updated_at': '2021-08-24T18:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '2c1ddd35-e623-4f3c-b97a-674dd5940a09', 'name': '', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'mac_address': 'fa:16:3e:14:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:44Z', 'updated_at': '2021-08-24T18:35:56Z', 'revision_number': 5, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'subnets': [{'id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:35.099362 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f69c52-43c0-4ca5-bf6f-8f3bd40dd10a None None] Checking router: ad783e9e-0e69-4db0-a711-487b45b36563 for host: dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:40:35.111006 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f69c52-43c0-4ca5-bf6f-8f3bd40dd10a None None] Routers {'ad783e9e-0e69-4db0-a711-487b45b36563'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:40:35.111628 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-13f69c52-43c0-4ca5-bf6f-8f3bd40dd10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:40:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['ad783e9e-0e69-4db0-a711-487b45b36563'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:35.117325 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-ef212ff7-c113-4ded-aec9-5884d0ae10a8 None None] Port c60bb165-49c8-4ff8-b3cf-f3123502def1 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:40:35.213797 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Router d66d5ab5-166a-4483-8f42-6e3f11b461d5 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:40:35.312534 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-13f69c52-43c0-4ca5-bf6f-8f3bd40dd10a None None] Set router ad783e9e-0e69-4db0-a711-487b45b36563 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:40:35.510029 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7375cc11-6e55-4d46-bea2-a458a1d032bf req-67d495bd-8baf-4107-8a7e-e9d0cc8548e4 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=f4d68a91-1841-4c8c-8f6a-9bb4b45c3266 HTTP/1.1" status: 200 len: 210 time: 0.1358020 Aug 24 18:40:35.526423 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349c31d-1d56-4c41-b3b1-77fb6ff8901b req-727fe1a5-8db0-4e14-877e-0ae46af9cf0b tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:35.527945 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0349c31d-1d56-4c41-b3b1-77fb6ff8901b req-727fe1a5-8db0-4e14-877e-0ae46af9cf0b tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 943 time: 0.3531802 Aug 24 18:40:35.587253 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0349c31d-1d56-4c41-b3b1-77fb6ff8901b req-73cad9e4-5f8d-4a56-8d0a-3e26b5b22650 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512047 Aug 24 18:40:35.590001 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:40:35.606948 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] 10.222.0.62 "PUT /v2.0/routers/d66d5ab5-166a-4483-8f42-6e3f11b461d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2581573 Aug 24 18:40:35.688575 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-13f69c52-43c0-4ca5-bf6f-8f3bd40dd10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:34Z', 'updated_at': '2021-08-24T18:35:45Z', 'revision_number': 4, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'gw_port': {'id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:36Z', 'updated_at': '2021-08-24T18:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '2c1ddd35-e623-4f3c-b97a-674dd5940a09', 'name': '', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'mac_address': 'fa:16:3e:14:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:44Z', 'updated_at': '2021-08-24T18:35:56Z', 'revision_number': 5, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'subnets': [{'id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:35.692773 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f69c52-43c0-4ca5-bf6f-8f3bd40dd10a None None] The sync data for ids ['ad783e9e-0e69-4db0-a711-487b45b36563'] in dv-cinder-805825-1-iscsi is: [{'id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:34Z', 'updated_at': '2021-08-24T18:35:45Z', 'revision_number': 4, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'gw_port': {'id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:36Z', 'updated_at': '2021-08-24T18:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '2c1ddd35-e623-4f3c-b97a-674dd5940a09', 'name': '', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'mac_address': 'fa:16:3e:14:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:44Z', 'updated_at': '2021-08-24T18:35:56Z', 'revision_number': 5, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'subnets': [{'id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:40:35.843895 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device b6d18b66-37a5-4d9e-b29f-de7c7cf98494 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:40:35.911745 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port b6d18b66-37a5-4d9e-b29f-de7c7cf98494 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:40:35.912032 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:35.973726 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 18817fa5-ca13-4d67-892d-37844e1ceda5 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:40:36.176528 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 18817fa5-ca13-4d67-892d-37844e1ceda5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=18817fa5-ca13-4d67-892d-37844e1ceda5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:40:36.190989 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': '18817fa5-ca13-4d67-892d-37844e1ceda5', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'port_id': '18817fa5-ca13-4d67-892d-37844e1ceda5', 'mac_address': 'fa:16:3e:56:f5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:40:36.248585 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:36.269774 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18817fa5-ca13-4d67-892d-37844e1ceda5 {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:40:36.285204 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 18817fa5-ca13-4d67-892d-37844e1ceda5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=18817fa5-ca13-4d67-892d-37844e1ceda5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:40:36.289802 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:36.291753 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:36.357288 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=18817fa5-ca13-4d67-892d-37844e1ceda5,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:36.361586 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:36.525419 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['18817fa5-ca13-4d67-892d-37844e1ceda5'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:40:36.766253 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36478) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:36.865918 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-611ac0e3-77f6-4de2-b564-d6b9c03d2b3a tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:36.867886 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0db3c6-d6c3-4b83-bd73-c0de3796bdc3 req-0acbbedf-94f4-4bde-8373-475ef93532d7 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:36.869424 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cb0db3c6-d6c3-4b83-bd73-c0de3796bdc3 req-0acbbedf-94f4-4bde-8373-475ef93532d7 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 944 time: 0.1076345 Aug 24 18:40:36.905084 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-611ac0e3-77f6-4de2-b564-d6b9c03d2b3a tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:36.935433 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cb0db3c6-d6c3-4b83-bd73-c0de3796bdc3 req-bbac8d77-6d2c-47d3-be0a-9530b2c5f780 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553467 Aug 24 18:40:36.982076 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-611ac0e3-77f6-4de2-b564-d6b9c03d2b3a tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:36.988927 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-f75d65ad-d098-4bd4-9391-ea4d5ed66427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:37.014899 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-611ac0e3-77f6-4de2-b564-d6b9c03d2b3a tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:37.019483 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36484) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:37.019636 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-611ac0e3-77f6-4de2-b564-d6b9c03d2b3a tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "DELETE /v2.0/security-groups/2b397bb0-b6f9-48a9-9e90-58f27403722d HTTP/1.1" status: 204 len: 168 time: 0.2514424 Aug 24 18:40:37.020949 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611ac0e3-77f6-4de2-b564-d6b9c03d2b3a tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b397bb0-b6f9-48a9-9e90-58f27403722d,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:37.032933 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-611ac0e3-77f6-4de2-b564-d6b9c03d2b3a tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:37.063773 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.api.v2.resource [None req-dc536e6f-8f83-46dc-806b-0f07222170d0 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] show failed (client error): The resource could not be found. Aug 24 18:40:37.068384 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36490) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:37.079241 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-dc536e6f-8f83-46dc-806b-0f07222170d0 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups/2b397bb0-b6f9-48a9-9e90-58f27403722d HTTP/1.1" status: 404 len: 347 time: 0.0584502 Aug 24 18:40:37.260278 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-152bacfd-20ff-4a9f-a635-7d6061cc7792 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Deleting port 855cfe72-64fb-47d1-868a-eb8a64bae991 {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:40:37.261157 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-152bacfd-20ff-4a9f-a635-7d6061cc7792 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:37.447812 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-152bacfd-20ff-4a9f-a635-7d6061cc7792 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:37.448135 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-152bacfd-20ff-4a9f-a635-7d6061cc7792 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:37.577342 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-152bacfd-20ff-4a9f-a635-7d6061cc7792 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Calling delete_port for 855cfe72-64fb-47d1-868a-eb8a64bae991 owned by network:floatingip {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:40:37.730276 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-152bacfd-20ff-4a9f-a635-7d6061cc7792 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:37.735124 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:37.783915 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152bacfd-20ff-4a9f-a635-7d6061cc7792 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Pushing event deleted for resources: {'Port': ['ID=855cfe72-64fb-47d1-868a-eb8a64bae991,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:37.788406 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-152bacfd-20ff-4a9f-a635-7d6061cc7792 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:37.884261 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-152bacfd-20ff-4a9f-a635-7d6061cc7792 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for floatingip, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:37.900311 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-152bacfd-20ff-4a9f-a635-7d6061cc7792 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:37.906588 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-152bacfd-20ff-4a9f-a635-7d6061cc7792 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "DELETE /v2.0/floatingips/02ac660f-8b97-413f-8907-0bfcca8bfcc0 HTTP/1.1" status: 204 len: 168 time: 0.8352556 Aug 24 18:40:37.976007 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 18817fa5-ca13-4d67-892d-37844e1ceda5 up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:40:38.100278 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning for port 18817fa5-ca13-4d67-892d-37844e1ceda5 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:40:38.107389 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port 18817fa5-ca13-4d67-892d-37844e1ceda5 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:40:38.107808 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:38.214332 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592833f4-b847-4592-88f1-43e813245015 req-48ac177e-263f-44ff-9cf1-bbbda30bbd7f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:38.216004 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-592833f4-b847-4592-88f1-43e813245015 req-48ac177e-263f-44ff-9cf1-bbbda30bbd7f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 944 time: 0.1002164 Aug 24 18:40:38.284431 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36502) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:38.290682 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-9fb61d61-0e61-488f-8e66-bd37d752307b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--519445784', 'description': 'tempest-description--699822645'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:40:38.304465 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-592833f4-b847-4592-88f1-43e813245015 req-170e5763-36df-4c17-ad5a-c8bec630334c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818846 Aug 24 18:40:38.309179 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-9fb61d61-0e61-488f-8e66-bd37d752307b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:38.313241 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-9fb61d61-0e61-488f-8e66-bd37d752307b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Usage tracker for resource:security_group and tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:38.323616 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-9fb61d61-0e61-488f-8e66-bd37d752307b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:38.336645 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-9fb61d61-0e61-488f-8e66-bd37d752307b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:38.338684 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:38.351187 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9fb61d61-0e61-488f-8e66-bd37d752307b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:38.394161 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 18817fa5-ca13-4d67-892d-37844e1ceda5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=18817fa5-ca13-4d67-892d-37844e1ceda5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:40:38.395711 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d3aa30-2fd2-43b5-849a-b3606b2e3547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18817fa5-ca13-4d67-892d-37844e1ceda5'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:40:38.396715 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-9fb61d61-0e61-488f-8e66-bd37d752307b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:38.401987 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-9fb61d61-0e61-488f-8e66-bd37d752307b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Usage tracker for resource:security_group_rule and tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:38.404675 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:38.405554 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-9fb61d61-0e61-488f-8e66-bd37d752307b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:38.406069 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 78201e63-053b-4ec9-8ba1-73a54889e89a no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:40:38.412453 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-9fb61d61-0e61-488f-8e66-bd37d752307b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:38.441958 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:38.483526 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9fb61d61-0e61-488f-8e66-bd37d752307b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:38.491867 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9fb61d61-0e61-488f-8e66-bd37d752307b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:38.520421 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-52bec836-61da-4809-bc7c-6edfcbefc0c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:38.561953 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d3aa30-2fd2-43b5-849a-b3606b2e3547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18817fa5-ca13-4d67-892d-37844e1ceda5', 'code': 200} Aug 24 18:40:38.565358 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] No Port match for: 78201e63-053b-4ec9-8ba1-73a54889e89a {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:40:38.577576 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 78201e63-053b-4ec9-8ba1-73a54889e89a not bound to the agent host hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:40:38.602758 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=18817fa5-ca13-4d67-892d-37844e1ceda5,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:38.616131 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:38.678520 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9fb61d61-0e61-488f-8e66-bd37d752307b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:38.684212 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36518) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:38.684508 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-9fb61d61-0e61-488f-8e66-bd37d752307b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3988082 Aug 24 18:40:38.686144 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb61d61-0e61-488f-8e66-bd37d752307b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25437d07-4299-4ee0-994c-f2112af68b38,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:38.690339 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-9fb61d61-0e61-488f-8e66-bd37d752307b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:38.691839 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-ef7f53cf-8c90-400f-8466-f3e9b57f8439 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Request body: {'security_group_rule': {'security_group_id': '25437d07-4299-4ee0-994c-f2112af68b38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:40:38.701057 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-ef7f53cf-8c90-400f-8466-f3e9b57f8439 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:38.712040 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-ef7f53cf-8c90-400f-8466-f3e9b57f8439 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Usage tracker for resource:security_group_rule and tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:38.718627 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-ef7f53cf-8c90-400f-8466-f3e9b57f8439 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:38.726735 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-ef7f53cf-8c90-400f-8466-f3e9b57f8439 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:38.765481 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ef7f53cf-8c90-400f-8466-f3e9b57f8439 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:38.851448 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ef7f53cf-8c90-400f-8466-f3e9b57f8439 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:38.864436 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ef7f53cf-8c90-400f-8466-f3e9b57f8439 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:38.866649 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:38.873094 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-b7a556ab-cc85-4a8e-98cd-180d79c4d4c8 req-2a53e51c-f681-4f03-b02a-80ffd880c9a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 1098 time: 0.0991304 Aug 24 18:40:38.889762 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f53cf-8c90-400f-8466-f3e9b57f8439 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=371b54ef-5263-4954-acca-5076c4a938b5,revision_number=0']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:38.894533 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ef7f53cf-8c90-400f-8466-f3e9b57f8439 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:38.905508 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ef7f53cf-8c90-400f-8466-f3e9b57f8439 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:38.906932 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-ef7f53cf-8c90-400f-8466-f3e9b57f8439 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2210820 Aug 24 18:40:38.909590 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36522) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:38.917575 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-991ce97c-fb1a-4102-86c8-8e6b75cbc34e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Request body: {'security_group_rule': {'security_group_id': '25437d07-4299-4ee0-994c-f2112af68b38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:40:38.923874 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-991ce97c-fb1a-4102-86c8-8e6b75cbc34e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:38.927722 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-991ce97c-fb1a-4102-86c8-8e6b75cbc34e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Usage tracker for resource:security_group_rule and tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:38.931128 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-991ce97c-fb1a-4102-86c8-8e6b75cbc34e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:38.937609 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-991ce97c-fb1a-4102-86c8-8e6b75cbc34e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:38.938846 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-b7a556ab-cc85-4a8e-98cd-180d79c4d4c8 req-a99e2969-12db-4573-aded-e55eebc89d9a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589988 Aug 24 18:40:38.960634 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-991ce97c-fb1a-4102-86c8-8e6b75cbc34e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:39.033439 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-991ce97c-fb1a-4102-86c8-8e6b75cbc34e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:39.038859 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-991ce97c-fb1a-4102-86c8-8e6b75cbc34e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:39.042603 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ef7f53cf-8c90-400f-8466-f3e9b57f8439 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:39.068365 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce97c-fb1a-4102-86c8-8e6b75cbc34e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1670e5-aaf5-4183-9cc0-4e685f3aa3eb,revision_number=0']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:39.071970 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-991ce97c-fb1a-4102-86c8-8e6b75cbc34e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:39.085437 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-991ce97c-fb1a-4102-86c8-8e6b75cbc34e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:39.087379 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-991ce97c-fb1a-4102-86c8-8e6b75cbc34e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1767612 Aug 24 18:40:39.091186 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36526) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:39.097411 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Request body: {'floatingip': {'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:40:39.109617 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:39.115841 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Usage tracker for resource:floatingip and tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:39.119545 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:39.126575 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:39.141573 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for floatingip, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:39.286344 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:39.453189 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Allocated IP 172.27.3.32 (afb0294a-27f7-459e-836d-9dd48a51a08b/57a63288-2275-43de-bb63-fff925de2bab/9a45240e-ff82-4b7b-baf8-4a976857d80b) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:40:39.520094 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a3343-bb88-4382-ac5b-0e078ae10353 req-5271c3b0-f12d-415f-a788-a9237cff90d8 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:39.527990 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-077a3343-bb88-4382-ac5b-0e078ae10353 req-5271c3b0-f12d-415f-a788-a9237cff90d8 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.0925646 Aug 24 18:40:39.574371 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-077a3343-bb88-4382-ac5b-0e078ae10353 req-946308bb-d2a2-44aa-9edd-04fb7fc25900 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452945 Aug 24 18:40:39.629347 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:39.663187 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:39.667904 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-c1b20166-07da-40ae-b3d4-e9fd977705e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:39.736960 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Network afb0294a-27f7-459e-836d-9dd48a51a08b is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:40:39.740121 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:40:39.745459 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:40:39.783384 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Pushing event updated for resources: {'Port': ['ID=9a45240e-ff82-4b7b-baf8-4a976857d80b,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:39.786722 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:39.959309 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:40.088289 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:40.481982 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85424ef-a492-4fa3-96ae-f5219d7038e5 None None] New status for floating IP 02ac660f-8b97-413f-8907-0bfcca8bfcc0: DOWN {{(pid=74997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:40:40.565322 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:40.575873 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:40.581817 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-1ac1cbaf-b600-4290-adb1-d6308d5a43c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:40.669185 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Pushing event updated for resources: {'Port': ['ID=9a45240e-ff82-4b7b-baf8-4a976857d80b,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:40.675629 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:40.684918 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36554) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:40.784736 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692493'] for floatingip, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:40.832419 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:40.834110 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7417402 Aug 24 18:40:40.958069 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359baf3f-f8ce-4f54-aaeb-f795c1b49ea0 req-52aaa021-2e71-4299-b22f-1a53898de46a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:40.966021 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-359baf3f-f8ce-4f54-aaeb-f795c1b49ea0 req-52aaa021-2e71-4299-b22f-1a53898de46a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.1390965 Aug 24 18:40:41.150565 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-359baf3f-f8ce-4f54-aaeb-f795c1b49ea0 req-10e6e9e5-033e-4e46-8f64-b910fd43c477 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832151 Aug 24 18:40:41.154161 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c5067408-28a3-4797-b18f-e625e8ccf18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:41.280669 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-c5067408-28a3-4797-b18f-e625e8ccf18d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:41.292327 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-0416bab0-d6f1-4687-a7fa-41d5058e6d78 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--519445784&fields=id&tenant_id=38a9b4d30bbb4e6bb18d2ca3ccce2cce HTTP/1.1" status: 200 len: 267 time: 0.1137328 Aug 24 18:40:41.296809 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-c5067408-28a3-4797-b18f-e625e8ccf18d admin admin] Usage tracker for resource:security_group_rule and tenant:fd7f90b3133b4f56bea39489c835e832 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:41.447994 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-c5067408-28a3-4797-b18f-e625e8ccf18d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:41.455198 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-c5067408-28a3-4797-b18f-e625e8ccf18d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:41.610984 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c5067408-28a3-4797-b18f-e625e8ccf18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:41.623923 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-edacd9b8-20bb-4756-913f-8442bf0676a0 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:41.625819 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-edacd9b8-20bb-4756-913f-8442bf0676a0 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/networks?id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae HTTP/1.1" status: 200 len: 810 time: 0.3325911 Aug 24 18:40:41.630068 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-c5067408-28a3-4797-b18f-e625e8ccf18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:41.641257 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-57e0184e-56c8-4061-860b-60b8071d321e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:41.672839 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-056a08a0-379f-442b-9eb1-853ac6d70976 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/quotas/38a9b4d30bbb4e6bb18d2ca3ccce2cce HTTP/1.1" status: 200 len: 375 time: 0.0325522 Aug 24 18:40:41.699591 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bdded1-229a-425d-8ce2-e5fb693c1ef3 req-0c50a92a-725e-4fb1-ad63-c0f93bb08d3a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:41.704785 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-11bdded1-229a-425d-8ce2-e5fb693c1ef3 req-0c50a92a-725e-4fb1-ad63-c0f93bb08d3a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.3040581 Aug 24 18:40:41.709507 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36570) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:41.715318 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-b0275504-ed89-4011-ad90-f9c9983b8123 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Request body: {'floatingip': {'port_id': '18817fa5-ca13-4d67-892d-37844e1ceda5'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:40:41.803595 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5067408-28a3-4797-b18f-e625e8ccf18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63acad7f-e5e6-4e82-b118-0414a94ca3b6,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:41.826064 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-c5067408-28a3-4797-b18f-e625e8ccf18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:41.830201 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-c5067408-28a3-4797-b18f-e625e8ccf18d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fd7f90b3133b4f56bea39489c835e832&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1442416 Aug 24 18:40:41.836617 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36574) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:41.850448 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b0275504-ed89-4011-ad90-f9c9983b8123 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for floatingip, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:41.936963 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-8224f599-6901-4f68-9948-b2f54dbac8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:41.958397 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-36f3c76c-7689-44cd-ae7a-a3c5aaae59db tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=38a9b4d30bbb4e6bb18d2ca3ccce2cce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2655742 Aug 24 18:40:41.999758 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-8224f599-6901-4f68-9948-b2f54dbac8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:42.002071 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device c9545dda-40e0-4d02-9d4f-4e819401a776 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:40:42.075660 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-8224f599-6901-4f68-9948-b2f54dbac8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:42.086469 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-c5067408-28a3-4797-b18f-e625e8ccf18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:42.160764 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port c9545dda-40e0-4d02-9d4f-4e819401a776 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:40:42.167203 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224f599-6901-4f68-9948-b2f54dbac8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63acad7f-e5e6-4e82-b118-0414a94ca3b6,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:42.168907 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port c9545dda-40e0-4d02-9d4f-4e819401a776 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:40:42.169523 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:42.177864 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-8224f599-6901-4f68-9948-b2f54dbac8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:42.183101 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-8224f599-6901-4f68-9948-b2f54dbac8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:42.186716 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-8224f599-6901-4f68-9948-b2f54dbac8bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/63acad7f-e5e6-4e82-b118-0414a94ca3b6 HTTP/1.1" status: 204 len: 168 time: 0.3466995 Aug 24 18:40:42.394190 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-b8ad2104-f46e-4360-a6e0-654c45c7ae3b service neutron] 10.222.0.62 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231150 Aug 24 18:40:42.440088 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:42.464322 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port c9545dda-40e0-4d02-9d4f-4e819401a776, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=c9545dda-40e0-4d02-9d4f-4e819401a776,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:40:42.475332 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:42.485645 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:42.583615 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=c9545dda-40e0-4d02-9d4f-4e819401a776,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:42.599278 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:42.660017 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-c01b53d5-7d0e-430f-a9ed-0a708c3fff5a service neutron] 10.222.0.62 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629225 Aug 24 18:40:42.965296 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-96d1c538-09a8-4342-9fcd-3d7888cfb1ff req-19157fd3-de4a-4119-b808-1cf7302193ca tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 210 time: 0.1059570 Aug 24 18:40:43.114867 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b0275504-ed89-4011-ad90-f9c9983b8123 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:43.124992 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b0275504-ed89-4011-ad90-f9c9983b8123 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692493'] for floatingip, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:43.375434 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.l3_db [None req-b0275504-ed89-4011-ad90-f9c9983b8123 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Floating IP 6f6ca854-5075-4a49-b085-9f34bd9c8d50 associated. External IP: 172.27.3.109, port: 18817fa5-ca13-4d67-892d-37844e1ceda5. Aug 24 18:40:43.877275 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device c9545dda-40e0-4d02-9d4f-4e819401a776 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:40:43.961658 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port c9545dda-40e0-4d02-9d4f-4e819401a776 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:40:43.962364 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:43.972744 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0275504-ed89-4011-ad90-f9c9983b8123 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Router 7c72f87d-caf3-4731-800d-078c8fe11fc0 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:40:44.255565 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4e680a19-d0e1-4e6f-9830-db298850e503 req-caa504ac-22b7-4f66-a5f9-77c43a7cf3c5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 210 time: 0.0602324 Aug 24 18:40:44.327094 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0275504-ed89-4011-ad90-f9c9983b8123 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:40:44.336636 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9061aed2-897b-4faa-842d-0098b5a692b0 None None] Sync routers for ids ['7c72f87d-caf3-4731-800d-078c8fe11fc0'] in dv-cinder-805825-1-iscsi {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:40:44.338795 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b0275504-ed89-4011-ad90-f9c9983b8123 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:44.350096 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9061aed2-897b-4faa-842d-0098b5a692b0 None None] Routers {'7c72f87d-caf3-4731-800d-078c8fe11fc0'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:40:44.351145 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-9061aed2-897b-4faa-842d-0098b5a692b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:40:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['7c72f87d-caf3-4731-800d-078c8fe11fc0'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:44.423278 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-b0275504-ed89-4011-ad90-f9c9983b8123 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "PUT /v2.0/floatingips/6f6ca854-5075-4a49-b085-9f34bd9c8d50 HTTP/1.1" status: 200 len: 991 time: 2.7124612 Aug 24 18:40:44.423743 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d3aa30-2fd2-43b5-849a-b3606b2e3547', 'tag': '18817fa5-ca13-4d67-892d-37844e1ceda5'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:40:44.580808 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d3aa30-2fd2-43b5-849a-b3606b2e3547', 'tag': '18817fa5-ca13-4d67-892d-37844e1ceda5', 'status': 'completed', 'code': 200} Aug 24 18:40:44.690348 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-9061aed2-897b-4faa-842d-0098b5a692b0 None None] Set router 7c72f87d-caf3-4731-800d-078c8fe11fc0 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:40:44.831146 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6045c471-0ad3-4d01-a099-45caf8885d4a req-d707ba92-b2ba-4ad7-a217-5dabadf7b23d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1058cbc028345d9b3abf057991020c1&device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 1098 time: 0.2274680 Aug 24 18:40:45.226850 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-970bf88b-6c4e-43f4-ac5a-2402a64411af tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:45.227549 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-970bf88b-6c4e-43f4-ac5a-2402a64411af tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Synchronizing usage tracker for tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce on resource:network {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:40:45.284660 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-970bf88b-6c4e-43f4-ac5a-2402a64411af tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Unset dirty status for tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce on resource:network {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:40:45.289993 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-970bf88b-6c4e-43f4-ac5a-2402a64411af tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.36 "GET /v2.0/networks?id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae HTTP/1.1" status: 200 len: 810 time: 0.5991821 Aug 24 18:40:45.309201 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045c471-0ad3-4d01-a099-45caf8885d4a req-b8434a69-cb7e-4a02-be00-9ec00fe8b309 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:45.310619 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6045c471-0ad3-4d01-a099-45caf8885d4a req-b8434a69-cb7e-4a02-be00-9ec00fe8b309 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6a59e55-85ca-47cc-8fae-e2513fbbce59 HTTP/1.1" status: 200 len: 918 time: 0.4658413 Aug 24 18:40:45.446534 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-48b95a3b-c95b-43c3-aea0-73bbb4e73d52 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Synchronizing usage tracker for tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce on resource:security_group {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:40:45.456729 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-9061aed2-897b-4faa-842d-0098b5a692b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:35Z', 'updated_at': '2021-08-24T18:35:50Z', 'revision_number': 4, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'gw_port': {'id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:37Z', 'updated_at': '2021-08-24T18:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '6f6ca854-5075-4a49-b085-9f34bd9c8d50', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'port_id': '18817fa5-ca13-4d67-892d-37844e1ceda5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'mac_address': 'fa:16:3e:56:f5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3aa30-2fd2-43b5-849a-b3606b2e3547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:40:20Z', 'updated_at': '2021-08-24T18:40:42Z', 'revision_number': 1, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172acd97-7ae1-4c78-8100-eb25dc87bb99', 'name': '', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'mac_address': 'fa:16:3e:4d:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:49Z', 'updated_at': '2021-08-24T18:36:18Z', 'revision_number': 5, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'subnets': [{'id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:45.464291 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9061aed2-897b-4faa-842d-0098b5a692b0 None None] Checking router: 7c72f87d-caf3-4731-800d-078c8fe11fc0 for host: dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:40:45.481875 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9061aed2-897b-4faa-842d-0098b5a692b0 None None] Routers {'7c72f87d-caf3-4731-800d-078c8fe11fc0'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:40:45.483763 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-9061aed2-897b-4faa-842d-0098b5a692b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:40:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['7c72f87d-caf3-4731-800d-078c8fe11fc0'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:45.490512 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6045c471-0ad3-4d01-a099-45caf8885d4a req-7cdb1c5c-613d-4629-9da4-23a892b4552c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18817fa5-ca13-4d67-892d-37844e1ceda5 HTTP/1.1" status: 200 len: 999 time: 0.1419289 Aug 24 18:40:45.528085 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-48b95a3b-c95b-43c3-aea0-73bbb4e73d52 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Unset dirty status for tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce on resource:security_group {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:40:45.529466 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-48b95a3b-c95b-43c3-aea0-73bbb4e73d52 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38a9b4d30bbb4e6bb18d2ca3ccce2cce HTTP/1.1" status: 200 len: 379 time: 0.2218263 Aug 24 18:40:45.541960 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-3853d3fe-f182-4ae4-a914-15a641f58a7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Request body: {'port': {'device_id': '9d34b6ff-247a-465f-9b3c-1a2c7cc32cab', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'admin_state_up': True, 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'security_groups': ['25437d07-4299-4ee0-994c-f2112af68b38']}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:40:45.568848 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-45284f01-a587-4c82-bd9c-e0f04ff6f62d req-4acced49-65c7-4cf2-87fc-a964718ae553 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 210 time: 0.1117055 Aug 24 18:40:45.696224 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-9061aed2-897b-4faa-842d-0098b5a692b0 None None] Set router 7c72f87d-caf3-4731-800d-078c8fe11fc0 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:40:45.767387 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045c471-0ad3-4d01-a099-45caf8885d4a req-e9d911df-10f0-4265-ace2-1cebe2902fcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:45.769365 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6045c471-0ad3-4d01-a099-45caf8885d4a req-e9d911df-10f0-4265-ace2-1cebe2902fcb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d9a7234-019a-48d3-9ec8-5b691415065c HTTP/1.1" status: 200 len: 856 time: 0.2727783 Aug 24 18:40:45.798402 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36658) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:45.894847 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-3853d3fe-f182-4ae4-a914-15a641f58a7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:45.900835 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-3853d3fe-f182-4ae4-a914-15a641f58a7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Usage tracker for resource:port and tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:45.904860 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-3853d3fe-f182-4ae4-a914-15a641f58a7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:45.916294 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-3853d3fe-f182-4ae4-a914-15a641f58a7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:45.927621 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6045c471-0ad3-4d01-a099-45caf8885d4a req-4663bb58-d2f4-4d72-9571-768fc68ff882 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6a59e55-85ca-47cc-8fae-e2513fbbce59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1477907 Aug 24 18:40:45.969911 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-38df937f-e1fc-4bdf-b31f-6cbcc684810b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:45.990346 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-3853d3fe-f182-4ae4-a914-15a641f58a7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Made reservation on behalf of 38a9b4d30bbb4e6bb18d2ca3ccce2cce for: {'port': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:40:45.997826 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-3853d3fe-f182-4ae4-a914-15a641f58a7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:46.015476 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-38df937f-e1fc-4bdf-b31f-6cbcc684810b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:46.023659 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-38df937f-e1fc-4bdf-b31f-6cbcc684810b admin admin] Usage tracker for resource:security_group_rule and tenant:e269c3e13e7e4dfba1870e01a580aeed is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:46.029313 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-38df937f-e1fc-4bdf-b31f-6cbcc684810b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:46.036312 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-38df937f-e1fc-4bdf-b31f-6cbcc684810b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:46.155913 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-38df937f-e1fc-4bdf-b31f-6cbcc684810b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:46.175162 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-38df937f-e1fc-4bdf-b31f-6cbcc684810b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:46.190115 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-2cd207ce-3331-4ca9-92bf-921e5c619976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:46.222209 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-9061aed2-897b-4faa-842d-0098b5a692b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:35Z', 'updated_at': '2021-08-24T18:35:50Z', 'revision_number': 4, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'gw_port': {'id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:37Z', 'updated_at': '2021-08-24T18:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '6f6ca854-5075-4a49-b085-9f34bd9c8d50', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'port_id': '18817fa5-ca13-4d67-892d-37844e1ceda5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'mac_address': 'fa:16:3e:56:f5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3aa30-2fd2-43b5-849a-b3606b2e3547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:40:20Z', 'updated_at': '2021-08-24T18:40:42Z', 'revision_number': 1, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172acd97-7ae1-4c78-8100-eb25dc87bb99', 'name': '', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'mac_address': 'fa:16:3e:4d:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:49Z', 'updated_at': '2021-08-24T18:36:18Z', 'revision_number': 5, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'subnets': [{'id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:40:46.227166 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9061aed2-897b-4faa-842d-0098b5a692b0 None None] The sync data for ids ['7c72f87d-caf3-4731-800d-078c8fe11fc0'] in dv-cinder-805825-1-iscsi is: [{'id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:35Z', 'updated_at': '2021-08-24T18:35:50Z', 'revision_number': 4, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'gw_port': {'id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:37Z', 'updated_at': '2021-08-24T18:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '6f6ca854-5075-4a49-b085-9f34bd9c8d50', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'floating_ip_address': '172.27.3.109', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'port_id': '18817fa5-ca13-4d67-892d-37844e1ceda5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'mac_address': 'fa:16:3e:56:f5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d3aa30-2fd2-43b5-849a-b3606b2e3547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:40:20Z', 'updated_at': '2021-08-24T18:40:42Z', 'revision_number': 1, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '172acd97-7ae1-4c78-8100-eb25dc87bb99', 'name': '', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'mac_address': 'fa:16:3e:4d:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:49Z', 'updated_at': '2021-08-24T18:36:18Z', 'revision_number': 5, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'subnets': [{'id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:40:46.253784 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df937f-e1fc-4bdf-b31f-6cbcc684810b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a5e9bb-acda-4ee6-bcc9-61878903b005,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:46.262420 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-38df937f-e1fc-4bdf-b31f-6cbcc684810b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:46.269308 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-38df937f-e1fc-4bdf-b31f-6cbcc684810b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e269c3e13e7e4dfba1870e01a580aeed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4697855 Aug 24 18:40:46.270020 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36664) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:46.299856 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6045c471-0ad3-4d01-a099-45caf8885d4a req-42c194b6-f38e-42a7-9ba3-38e142b9b773 service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631454 Aug 24 18:40:46.347985 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-494e9bba-1e0c-4a14-b8a5-e02cf2009e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:46.383892 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-494e9bba-1e0c-4a14-b8a5-e02cf2009e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:46.425305 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-3853d3fe-f182-4ae4-a914-15a641f58a7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Allocated IP 172.20.0.13 (b318b1a4-8e6c-49b9-b674-7da1d2c600ae/f8a23952-40cf-4695-ae69-f2d425c34691/e9adcec6-c747-4a48-9615-e6310103344b) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:40:46.453664 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-494e9bba-1e0c-4a14-b8a5-e02cf2009e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:46.458973 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-8224f599-6901-4f68-9948-b2f54dbac8bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:46.471623 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e9bba-1e0c-4a14-b8a5-e02cf2009e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a5e9bb-acda-4ee6-bcc9-61878903b005,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:46.494334 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-494e9bba-1e0c-4a14-b8a5-e02cf2009e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:46.505414 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-494e9bba-1e0c-4a14-b8a5-e02cf2009e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:46.509917 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-494e9bba-1e0c-4a14-b8a5-e02cf2009e91 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/06a5e9bb-acda-4ee6-bcc9-61878903b005 HTTP/1.1" status: 204 len: 168 time: 0.2355559 Aug 24 18:40:46.519891 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6045c471-0ad3-4d01-a099-45caf8885d4a req-66025bee-681d-4099-b767-638230ed5787 service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096612 Aug 24 18:40:46.719295 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-3853d3fe-f182-4ae4-a914-15a641f58a7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:46.742626 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-3853d3fe-f182-4ae4-a914-15a641f58a7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Transition to ACTIVE for port object e9adcec6-c747-4a48-9615-e6310103344b will not be triggered until provisioned by entity DHCP. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:40:46.765680 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-97add8fb-4c9b-49aa-b82f-6c6a695801a9 req-4160758e-e18b-45b6-895b-c3311d52ab82 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 210 time: 0.0592210 Aug 24 18:40:46.787205 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-3853d3fe-f182-4ae4-a914-15a641f58a7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:46.794411 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-0e73bd16-4643-4791-ae9f-b3b391b2de28 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:46.867857 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-3853d3fe-f182-4ae4-a914-15a641f58a7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Network b318b1a4-8e6c-49b9-b674-7da1d2c600ae is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:40:46.871336 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-3853d3fe-f182-4ae4-a914-15a641f58a7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:40:46.874071 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-3853d3fe-f182-4ae4-a914-15a641f58a7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:40:46.934060 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853d3fe-f182-4ae4-a914-15a641f58a7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Pushing event updated for resources: {'Port': ['ID=e9adcec6-c747-4a48-9615-e6310103344b,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:46.944182 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-3853d3fe-f182-4ae4-a914-15a641f58a7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:47.012451 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-3853d3fe-f182-4ae4-a914-15a641f58a7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:47.013152 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-3853d3fe-f182-4ae4-a914-15a641f58a7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:47.060027 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-3853d3fe-f182-4ae4-a914-15a641f58a7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5217655 Aug 24 18:40:47.078301 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Request body: {'port': {'device_id': '9d34b6ff-247a-465f-9b3c-1a2c7cc32cab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:40:47.101613 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36676) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:47.124556 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-97e8143f-d25f-44f1-a10d-b81d1418fc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:47.178939 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-97e8143f-d25f-44f1-a10d-b81d1418fc6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:47.185699 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-97e8143f-d25f-44f1-a10d-b81d1418fc6c admin admin] Usage tracker for resource:security_group_rule and tenant:7cdd8527180f49c19185cad31a55db73 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:47.191289 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-97e8143f-d25f-44f1-a10d-b81d1418fc6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:47.199355 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-97e8143f-d25f-44f1-a10d-b81d1418fc6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:47.267841 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:47.268354 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-5b1fefc9-066f-482a-9663-fa4d9b842bac None None] Provisioning for port e9adcec6-c747-4a48-9615-e6310103344b completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:40:47.279463 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-5b1fefc9-066f-482a-9663-fa4d9b842bac None None] Provisioning complete for port e9adcec6-c747-4a48-9615-e6310103344b triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:40:47.282899 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-5b1fefc9-066f-482a-9663-fa4d9b842bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:47.284131 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-97e8143f-d25f-44f1-a10d-b81d1418fc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:47.291740 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-97e8143f-d25f-44f1-a10d-b81d1418fc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:47.298907 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-d40b4967-0583-4820-8847-2557a5562f31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:47.340894 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8143f-d25f-44f1-a10d-b81d1418fc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f050fc-0cf3-4a28-a179-46b92dc4cc69,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:47.344532 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-97e8143f-d25f-44f1-a10d-b81d1418fc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:47.347070 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-97e8143f-d25f-44f1-a10d-b81d1418fc6c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7cdd8527180f49c19185cad31a55db73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2442987 Aug 24 18:40:47.349772 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 36680) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:47.357364 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-5b1fefc9-066f-482a-9663-fa4d9b842bac None None] Port e9adcec6-c747-4a48-9615-e6310103344b cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:40:47.433797 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2833fb5e-a53d-407e-9600-b56415627ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:47.473008 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2833fb5e-a53d-407e-9600-b56415627ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:47.538515 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2833fb5e-a53d-407e-9600-b56415627ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:47.543810 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ccceb46b-a321-4489-bd73-769861763e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:47.557119 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833fb5e-a53d-407e-9600-b56415627ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f050fc-0cf3-4a28-a179-46b92dc4cc69,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:47.559859 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-2833fb5e-a53d-407e-9600-b56415627ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:47.561567 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2833fb5e-a53d-407e-9600-b56415627ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:47.565057 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-2833fb5e-a53d-407e-9600-b56415627ea6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/56f050fc-0cf3-4a28-a179-46b92dc4cc69 HTTP/1.1" status: 204 len: 168 time: 0.2115903 Aug 24 18:40:47.800376 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9adcec6-c747-4a48-9615-e6310103344b {{(pid=74996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:40:47.814451 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:47.841193 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Transition to ACTIVE for port object e9adcec6-c747-4a48-9615-e6310103344b will not be triggered until provisioned by entity L2. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:40:47.849584 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:47.855047 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-57511fa9-b0e3-424f-ad21-286675fcce8c tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:47.922617 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Pushing event updated for resources: {'Port': ['ID=e9adcec6-c747-4a48-9615-e6310103344b,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:48.062704 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:48.067064 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:48.067064 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:48.067064 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:48.067421 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:48.067874 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:48.068811 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:48.068811 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:48.069031 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:48.069497 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:48.070416 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:40:48.084609 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:48.133301 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c512b12-efc5-4cf2-be06-06c6b54425e5 req-1d58f4dd-d176-4f72-b5df-0fab8cea646e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:48.134878 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5c512b12-efc5-4cf2-be06-06c6b54425e5 req-1d58f4dd-d176-4f72-b5df-0fab8cea646e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 944 time: 0.1811280 Aug 24 18:40:48.226325 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Attempting to bind port e9adcec6-c747-4a48-9615-e6310103344b on host hv-cinder-80582 for vnic_type normal with profile {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:40:48.234571 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Attempting to bind port e9adcec6-c747-4a48-9615-e6310103344b by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'b25e463f-1e83-4d3f-b250-4c219ff74c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae'}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:40:48.235107 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Attempting to bind port e9adcec6-c747-4a48-9615-e6310103344b on network b318b1a4-8e6c-49b9-b674-7da1d2c600ae {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:40:48.237343 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5c512b12-efc5-4cf2-be06-06c6b54425e5 req-f5497c17-1c34-48eb-ab6a-ad3e86c7ddec tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877728 Aug 24 18:40:48.246027 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Port e9adcec6-c747-4a48-9615-e6310103344b on network b318b1a4-8e6c-49b9-b674-7da1d2c600ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:40:48.248623 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Attempting to bind port e9adcec6-c747-4a48-9615-e6310103344b on network b318b1a4-8e6c-49b9-b674-7da1d2c600ae {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:40:48.262096 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Checking agent: {'id': 'c5b5b5de-e9ee-4a89-bea7-745c11eae0d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'started_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:40:48.263865 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Checking segment: {'id': 'b25e463f-1e83-4d3f-b250-4c219ff74c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:40:48.265596 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Bound using segment: {'id': 'b25e463f-1e83-4d3f-b250-4c219ff74c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae'} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:40:48.266331 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Bound port: e9adcec6-c747-4a48-9615-e6310103344b, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b25e463f-1e83-4d3f-b250-4c219ff74c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae'}}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:40:48.267077 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:48.384258 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] For port e9adcec6-c747-4a48-9615-e6310103344b, host hv-cinder-80582, cleared binding levels {{(pid=74996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:40:48.387879 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] For port e9adcec6-c747-4a48-9615-e6310103344b, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e9adcec6-c747-4a48-9615-e6310103344b,segment=NetworkSegment(b25e463f-1e83-4d3f-b250-4c219ff74c5a),segment_id=b25e463f-1e83-4d3f-b250-4c219ff74c5a)] {{(pid=74996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:40:48.402723 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:48.410778 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-1ee51472-f598-4aa0-85e0-2f60258d5aef tempest-VolumesSnapshotTestJSON-1133548060 tempest-VolumesSnapshotTestJSON-1133548060-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:48.478726 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:48.480325 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] 10.222.0.36 "PUT /v2.0/ports/e9adcec6-c747-4a48-9615-e6310103344b HTTP/1.1" status: 200 len: 1094 time: 1.4063449 Aug 24 18:40:48.480889 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d34b6ff-247a-465f-9b3c-1a2c7cc32cab', 'tag': 'e9adcec6-c747-4a48-9615-e6310103344b'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:40:48.535351 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Pushing event updated for resources: {'Port': ['ID=e9adcec6-c747-4a48-9615-e6310103344b,revision_number=3']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:48.610413 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:48.612154 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d34b6ff-247a-465f-9b3c-1a2c7cc32cab', 'tag': 'e9adcec6-c747-4a48-9615-e6310103344b', 'status': 'completed', 'code': 200} Aug 24 18:40:48.669724 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-bab1fa0a-ff4f-44e8-808d-0c65911f60ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38a9b4d30bbb4e6bb18d2ca3ccce2cce&device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 1097 time: 0.1246696 Aug 24 18:40:48.759879 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-370eb5fa-d81e-4cc0-81f9-b7332499eaf9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9adcec6-c747-4a48-9615-e6310103344b HTTP/1.1" status: 200 len: 217 time: 0.0882101 Aug 24 18:40:48.843624 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-7150ee9f-1783-46ec-8077-8bf7d05d8f56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:48.845259 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-7150ee9f-1783-46ec-8077-8bf7d05d8f56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8a23952-40cf-4695-ae69-f2d425c34691 HTTP/1.1" status: 200 len: 849 time: 0.0752347 Aug 24 18:40:48.931577 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-166ba079-78a6-4921-816e-cd0c7fbaabf6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779111 Aug 24 18:40:48.949631 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-bef2b61c-14c2-4ef1-b5db-c225bcdc2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:49.099223 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-a9714015-477b-4799-8d8f-bd97f57661cb service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573761 Aug 24 18:40:49.272096 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-60aab79f-79b6-40db-800e-90aec6cce9c6 req-4629e5fb-798b-402e-8d67-0ec22cc3dea2 service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649337 Aug 24 18:40:49.356351 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:49.463000 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-033b89bd-72fb-42fb-92f6-e04aaaf0f41d req-e35a2a2e-7284-4d8a-8a61-4e4874b755a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38a9b4d30bbb4e6bb18d2ca3ccce2cce&device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 1097 time: 0.1353512 Aug 24 18:40:49.618290 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba3cbd-a959-491c-b40d-1bac08e6074f req-ee5769e9-c57e-4231-87a1-8a6b9345cb53 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:49.626999 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-bdba3cbd-a959-491c-b40d-1bac08e6074f req-ee5769e9-c57e-4231-87a1-8a6b9345cb53 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 944 time: 0.1922553 Aug 24 18:40:49.654975 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b89bd-72fb-42fb-92f6-e04aaaf0f41d req-876ceea2-5e2d-484a-b893-ae779dfd6284 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:49.656745 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-033b89bd-72fb-42fb-92f6-e04aaaf0f41d req-876ceea2-5e2d-484a-b893-ae779dfd6284 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae HTTP/1.1" status: 200 len: 911 time: 0.1867690 Aug 24 18:40:49.682089 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-bdba3cbd-a959-491c-b40d-1bac08e6074f req-2ef351b0-7787-4016-84a2-1c271750824a tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541720 Aug 24 18:40:49.755573 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-033b89bd-72fb-42fb-92f6-e04aaaf0f41d req-617e2b6c-1b91-4862-8bea-0f69c21f8e96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9adcec6-c747-4a48-9615-e6310103344b HTTP/1.1" status: 200 len: 217 time: 0.0794983 Aug 24 18:40:49.838166 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b89bd-72fb-42fb-92f6-e04aaaf0f41d req-7f667415-8755-4a7f-9eb4-1306288f361d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:49.840429 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-033b89bd-72fb-42fb-92f6-e04aaaf0f41d req-7f667415-8755-4a7f-9eb4-1306288f361d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8a23952-40cf-4695-ae69-f2d425c34691 HTTP/1.1" status: 200 len: 849 time: 0.0670285 Aug 24 18:40:49.926724 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-033b89bd-72fb-42fb-92f6-e04aaaf0f41d req-3c4a3f1e-06ad-401d-becc-ea90b9bde4cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0793502 Aug 24 18:40:50.098323 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-033b89bd-72fb-42fb-92f6-e04aaaf0f41d req-f344d087-457f-4c1f-b69c-36f5318f11d4 service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616592 Aug 24 18:40:50.347491 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-033b89bd-72fb-42fb-92f6-e04aaaf0f41d req-ff6c3b5d-5b1a-40ca-abe5-18bf3406b14b service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408848 Aug 24 18:40:50.690850 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36754) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:50.874936 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-837d8f8d-6175-4026-9e0d-48edbb6a35e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:50.909453 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-837d8f8d-6175-4026-9e0d-48edbb6a35e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:50.913999 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-837d8f8d-6175-4026-9e0d-48edbb6a35e4 admin admin] Usage tracker for resource:security_group_rule and tenant:619da8b23b174b03b6ad8142adaea488 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:50.917134 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-837d8f8d-6175-4026-9e0d-48edbb6a35e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:50.923959 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-837d8f8d-6175-4026-9e0d-48edbb6a35e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:50.992896 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-837d8f8d-6175-4026-9e0d-48edbb6a35e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:50.999955 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-837d8f8d-6175-4026-9e0d-48edbb6a35e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:51.010527 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b1e5e34e-06bc-44fd-b89f-c65ab65a0f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:51.054612 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-837d8f8d-6175-4026-9e0d-48edbb6a35e4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=619da8b23b174b03b6ad8142adaea488&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3602574 Aug 24 18:40:51.054612 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d8f8d-6175-4026-9e0d-48edbb6a35e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2fe65c-d770-4f18-b10e-61e09696be04,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:51.055379 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36772) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:51.058367 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-837d8f8d-6175-4026-9e0d-48edbb6a35e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:51.116804 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4d7922f1-f140-43ef-8155-83cf305f6c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:51.132472 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eeee02-d1cd-46f1-b55d-7ac4c1b7cca7 req-fd29a764-ecfd-4fd6-8f11-9d3ac3713f0a tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:51.134076 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-10eeee02-d1cd-46f1-b55d-7ac4c1b7cca7 req-fd29a764-ecfd-4fd6-8f11-9d3ac3713f0a tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 944 time: 0.0829673 Aug 24 18:40:51.143775 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4d7922f1-f140-43ef-8155-83cf305f6c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:51.200174 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4d7922f1-f140-43ef-8155-83cf305f6c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:51.204451 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-611ac0e3-77f6-4de2-b564-d6b9c03d2b3a tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:51.218174 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7922f1-f140-43ef-8155-83cf305f6c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2fe65c-d770-4f18-b10e-61e09696be04,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:51.222018 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-4d7922f1-f140-43ef-8155-83cf305f6c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:51.225656 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4d7922f1-f140-43ef-8155-83cf305f6c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:51.229475 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-4d7922f1-f140-43ef-8155-83cf305f6c44 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb2fe65c-d770-4f18-b10e-61e09696be04 HTTP/1.1" status: 204 len: 168 time: 0.1705332 Aug 24 18:40:51.254400 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-10eeee02-d1cd-46f1-b55d-7ac4c1b7cca7 req-4cf5e33b-ea4a-49c4-a521-ec5772d74ad6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144183 Aug 24 18:40:51.285459 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-037b96ca-6af4-4d9f-a33f-24c42b2c1cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:51.566381 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36782) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:51.585252 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cd395f0f-c8cd-437d-ba8a-1c3e0b017907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:51.619177 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-cd395f0f-c8cd-437d-ba8a-1c3e0b017907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:51.623352 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-cd395f0f-c8cd-437d-ba8a-1c3e0b017907 admin admin] Usage tracker for resource:security_group_rule and tenant:f0528c1ce2844330b9500de01a53e4c7 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:51.626412 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-cd395f0f-c8cd-437d-ba8a-1c3e0b017907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:51.632938 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-cd395f0f-c8cd-437d-ba8a-1c3e0b017907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:51.700431 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cd395f0f-c8cd-437d-ba8a-1c3e0b017907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:51.705889 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cd395f0f-c8cd-437d-ba8a-1c3e0b017907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:51.713922 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-4809eb54-3167-47db-8cbc-af605f58a132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:51.754123 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd395f0f-c8cd-437d-ba8a-1c3e0b017907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7b2dbc-e2ca-4b5b-b8a1-bc3010e95057,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:51.758137 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-cd395f0f-c8cd-437d-ba8a-1c3e0b017907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:51.760674 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-cd395f0f-c8cd-437d-ba8a-1c3e0b017907 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f0528c1ce2844330b9500de01a53e4c7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1931772 Aug 24 18:40:51.765551 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36794) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:51.830907 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-aa4b03d5-6e4d-4f9f-8bcf-5e99a2767c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:51.857458 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-aa4b03d5-6e4d-4f9f-8bcf-5e99a2767c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:51.894215 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-a73c569b-4173-4f3b-9ba7-65c4d9faa849 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:51.895711 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-a73c569b-4173-4f3b-9ba7-65c4d9faa849 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/networks?id=d04e09fe-a672-475c-9d99-e1568957c579 HTTP/1.1" status: 200 len: 814 time: 0.1602132 Aug 24 18:40:51.913303 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-aa4b03d5-6e4d-4f9f-8bcf-5e99a2767c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:51.913883 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-83d86b7b-4210-4646-90c5-2003dc5b0da4 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/quotas/5b11a5d762934f28a49e78963be828a1 HTTP/1.1" status: 200 len: 375 time: 0.0114279 Aug 24 18:40:51.918449 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-fc244152-e248-403a-aae3-669c239a970f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:51.932104 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b03d5-6e4d-4f9f-8bcf-5e99a2767c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7b2dbc-e2ca-4b5b-b8a1-bc3010e95057,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:51.935161 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-aa4b03d5-6e4d-4f9f-8bcf-5e99a2767c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:51.936005 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-aa4b03d5-6e4d-4f9f-8bcf-5e99a2767c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:51.937123 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-aa4b03d5-6e4d-4f9f-8bcf-5e99a2767c47 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ef7b2dbc-e2ca-4b5b-b8a1-bc3010e95057 HTTP/1.1" status: 204 len: 168 time: 0.1700063 Aug 24 18:40:52.006733 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-e31ad30c-b290-4536-831a-953bf6013ea3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Synchronizing usage tracker for tenant:5b11a5d762934f28a49e78963be828a1 on resource:port {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:40:52.024599 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-e31ad30c-b290-4536-831a-953bf6013ea3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Unset dirty status for tenant:5b11a5d762934f28a49e78963be828a1 on resource:port {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:40:52.026353 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-e31ad30c-b290-4536-831a-953bf6013ea3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5b11a5d762934f28a49e78963be828a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1061487 Aug 24 18:40:52.045840 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device e9adcec6-c747-4a48-9615-e6310103344b details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:40:52.173746 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:52.196550 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port e9adcec6-c747-4a48-9615-e6310103344b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e9adcec6-c747-4a48-9615-e6310103344b,segment=NetworkSegment(b25e463f-1e83-4d3f-b250-4c219ff74c5a),segment_id=b25e463f-1e83-4d3f-b250-4c219ff74c5a)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:40:52.214612 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': 'e9adcec6-c747-4a48-9615-e6310103344b', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'port_id': 'e9adcec6-c747-4a48-9615-e6310103344b', 'mac_address': 'fa:16:3e:4c:17:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:40:52.271731 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:52.294058 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9adcec6-c747-4a48-9615-e6310103344b {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:40:52.307256 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port e9adcec6-c747-4a48-9615-e6310103344b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e9adcec6-c747-4a48-9615-e6310103344b,segment=NetworkSegment(b25e463f-1e83-4d3f-b250-4c219ff74c5a),segment_id=b25e463f-1e83-4d3f-b250-4c219ff74c5a)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:40:52.312480 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:52.314899 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-314b267e-40a9-4e12-a7d5-6ba3a8df7105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:52.390543 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=e9adcec6-c747-4a48-9615-e6310103344b,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:52.394379 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:52.415365 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-b78cde5b-4073-4aab-b8ab-cd8b3e1407eb service neutron] 10.222.0.62 "GET /v2.0/networks/d04e09fe-a672-475c-9d99-e1568957c579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774736 Aug 24 18:40:52.544851 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['e9adcec6-c747-4a48-9615-e6310103344b'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:40:52.613030 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-b9519241-116b-465f-8796-56163d0f8dfb service neutron] 10.222.0.62 "GET /v2.0/networks/d04e09fe-a672-475c-9d99-e1568957c579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956956 Aug 24 18:40:52.648971 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d89b0-31d7-427f-a213-8d950771a27c req-df68f08d-06cd-4fe5-a937-41d45f4ade46 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:52.650829 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f91d89b0-31d7-427f-a213-8d950771a27c req-df68f08d-06cd-4fe5-a937-41d45f4ade46 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 945 time: 0.1043284 Aug 24 18:40:52.711310 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f91d89b0-31d7-427f-a213-8d950771a27c req-297d8208-9d09-43d5-a29b-6849fff3eaa7 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536180 Aug 24 18:40:52.851234 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-efa60803-8b2e-49d0-8c11-8537c86b4571 req-767f2ecc-dd01-45e9-80f7-0879e6c0b486 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 210 time: 0.0512321 Aug 24 18:40:52.930376 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d2f38a-8703-4c75-89ed-825d4da0e59c None None] New status for floating IP 6f6ca854-5075-4a49-b085-9f34bd9c8d50: ACTIVE {{(pid=74997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:40:53.427089 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36840) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:53.574506 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-667d90e8-59bf-4215-8b46-6392429a326f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:53.604799 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-667d90e8-59bf-4215-8b46-6392429a326f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:53.608657 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-667d90e8-59bf-4215-8b46-6392429a326f admin admin] Usage tracker for resource:security_group_rule and tenant:9e046735d415490cb07a8f818fcf15e9 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:40:53.612157 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-667d90e8-59bf-4215-8b46-6392429a326f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:40:53.618063 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-667d90e8-59bf-4215-8b46-6392429a326f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:53.641278 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:53.692592 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-667d90e8-59bf-4215-8b46-6392429a326f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:53.699095 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-667d90e8-59bf-4215-8b46-6392429a326f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:53.705980 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-8cc7796d-0a9a-40c8-9f7b-1fd3415a7832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:53.744685 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d90e8-59bf-4215-8b46-6392429a326f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec693589-e1fa-466e-9726-1490534c6002,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:53.748739 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-667d90e8-59bf-4215-8b46-6392429a326f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:53.755988 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-667d90e8-59bf-4215-8b46-6392429a326f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9e046735d415490cb07a8f818fcf15e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3238323 Aug 24 18:40:53.755988 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 36848) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:40:53.821091 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-626d22f4-6019-432e-8107-657873c1cd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:53.850758 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-626d22f4-6019-432e-8107-657873c1cd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:53.955558 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795db3f-0758-4b46-a3ae-ec78be066f4d req-8b39af5a-5daa-42b4-a77e-e097e4b37d4e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:53.966096 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e795db3f-0758-4b46-a3ae-ec78be066f4d req-8b39af5a-5daa-42b4-a77e-e097e4b37d4e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 945 time: 0.1405602 Aug 24 18:40:53.992615 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-626d22f4-6019-432e-8107-657873c1cd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:54.000876 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-0023df3e-a57c-4c3e-a3d7-e6729fb90149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:54.023158 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d22f4-6019-432e-8107-657873c1cd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec693589-e1fa-466e-9726-1490534c6002,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:54.034840 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-626d22f4-6019-432e-8107-657873c1cd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:54.046140 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device e9adcec6-c747-4a48-9615-e6310103344b up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:40:54.046939 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-626d22f4-6019-432e-8107-657873c1cd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:54.048077 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-626d22f4-6019-432e-8107-657873c1cd92 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ec693589-e1fa-466e-9726-1490534c6002 HTTP/1.1" status: 204 len: 168 time: 0.2912924 Aug 24 18:40:54.087891 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a969261b-02be-4a1b-b846-4a8c61ea92ea req-c9e2340e-e515-45ac-839b-cf69d6c1216c tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 210 time: 0.0857863 Aug 24 18:40:54.098110 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-f491018c-87a7-45c1-bbf9-60129bc76164 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:54.098870 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-f491018c-87a7-45c1-bbf9-60129bc76164 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Synchronizing usage tracker for tenant:5b11a5d762934f28a49e78963be828a1 on resource:network {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:40:54.125132 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-f491018c-87a7-45c1-bbf9-60129bc76164 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Unset dirty status for tenant:5b11a5d762934f28a49e78963be828a1 on resource:network {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:40:54.128637 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-f491018c-87a7-45c1-bbf9-60129bc76164 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.36 "GET /v2.0/networks?id=d04e09fe-a672-475c-9d99-e1568957c579 HTTP/1.1" status: 200 len: 814 time: 0.2310212 Aug 24 18:40:54.137992 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e795db3f-0758-4b46-a3ae-ec78be066f4d req-837bd017-396a-427b-909e-2de808ae7daa tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687765 Aug 24 18:40:54.147790 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-0f1225b9-20eb-466e-a475-935f71064f29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Request body: {'port': {'device_id': 'dc8536a9-9678-4242-a9b7-4508d1109002', 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579', 'admin_state_up': True, 'tenant_id': '5b11a5d762934f28a49e78963be828a1'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:40:54.191760 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning for port e9adcec6-c747-4a48-9615-e6310103344b completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:40:54.198859 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port e9adcec6-c747-4a48-9615-e6310103344b triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:40:54.199465 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:54.332266 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:54.354344 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-0f1225b9-20eb-466e-a475-935f71064f29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:40:54.365260 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-0f1225b9-20eb-466e-a475-935f71064f29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:40:54.365534 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d34b6ff-247a-465f-9b3c-1a2c7cc32cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9adcec6-c747-4a48-9615-e6310103344b'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:40:54.378044 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-0f1225b9-20eb-466e-a475-935f71064f29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Made reservation on behalf of 5b11a5d762934f28a49e78963be828a1 for: {'port': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:40:54.381764 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-0f1225b9-20eb-466e-a475-935f71064f29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:54.395876 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port e9adcec6-c747-4a48-9615-e6310103344b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e9adcec6-c747-4a48-9615-e6310103344b,segment=NetworkSegment(b25e463f-1e83-4d3f-b250-4c219ff74c5a),segment_id=b25e463f-1e83-4d3f-b250-4c219ff74c5a)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:40:54.404689 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:54.409084 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:54.492343 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d34b6ff-247a-465f-9b3c-1a2c7cc32cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9adcec6-c747-4a48-9615-e6310103344b', 'code': 200} Aug 24 18:40:54.516509 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=e9adcec6-c747-4a48-9615-e6310103344b,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:54.519995 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:54.584848 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-0f1225b9-20eb-466e-a475-935f71064f29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Allocated IP 172.20.0.4 (d04e09fe-a672-475c-9d99-e1568957c579/bcf3f37d-17a3-44a3-9dff-2070554db7f6/e5b991b4-9c1a-40ea-8dbb-cefee7e409e6) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:40:54.813353 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-0f1225b9-20eb-466e-a475-935f71064f29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:54.829642 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-0f1225b9-20eb-466e-a475-935f71064f29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Transition to ACTIVE for port object e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 will not be triggered until provisioned by entity DHCP. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:40:54.855009 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-0f1225b9-20eb-466e-a475-935f71064f29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:54.860650 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-fb7ac9ca-e670-4907-a7b7-8fb961be318d tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:40:54.990062 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-0f1225b9-20eb-466e-a475-935f71064f29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Network d04e09fe-a672-475c-9d99-e1568957c579 is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:40:55.001252 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-0f1225b9-20eb-466e-a475-935f71064f29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:40:55.006465 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1225b9-20eb-466e-a475-935f71064f29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Pushing event updated for resources: {'Port': ['ID=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:40:55.010392 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-0f1225b9-20eb-466e-a475-935f71064f29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:40:55.046904 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-0f1225b9-20eb-466e-a475-935f71064f29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:40:55.099359 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-0f1225b9-20eb-466e-a475-935f71064f29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:55.100132 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-0f1225b9-20eb-466e-a475-935f71064f29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:55.120752 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-675d2fb3-2ffa-4461-bc3c-14432521fb76 req-d4897a84-675f-4fd6-b54e-7975e190d312 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 1099 time: 0.3972719 Aug 24 18:40:55.239202 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-0f1225b9-20eb-466e-a475-935f71064f29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0957754 Aug 24 18:40:55.330334 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-675d2fb3-2ffa-4461-bc3c-14432521fb76 req-fdb54fb6-73c4-41a0-8a8e-4aceb865a446 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728010 Aug 24 18:40:55.526627 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-7bd39609-843e-4307-b660-6abd5bec33b8 None None] Provisioning for port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:40:55.535800 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-7bd39609-843e-4307-b660-6abd5bec33b8 None None] Provisioning complete for port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:40:55.536194 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-7bd39609-843e-4307-b660-6abd5bec33b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:40:55.610218 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-7bd39609-843e-4307-b660-6abd5bec33b8 None None] Port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:40:55.650057 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae27c60b-95ee-4427-8688-fe088ee07134 req-b3bbd6d9-3472-48eb-b1b2-a256cf5f6cb8 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:55.651807 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ae27c60b-95ee-4427-8688-fe088ee07134 req-b3bbd6d9-3472-48eb-b1b2-a256cf5f6cb8 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 931 time: 0.2843034 Aug 24 18:40:55.701510 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d6d2e-de0a-4858-bc5a-ef05f6d91c38 req-f1e57a69-4af1-454d-8b80-1417544c4294 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:55.709513 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7d3d6d2e-de0a-4858-bc5a-ef05f6d91c38 req-f1e57a69-4af1-454d-8b80-1417544c4294 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 946 time: 0.2603660 Aug 24 18:40:55.721508 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:40:55.760015 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ae27c60b-95ee-4427-8688-fe088ee07134 req-d960c5d4-10ee-4098-90f9-8d38bb0798e8 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004562 Aug 24 18:40:55.822499 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7d3d6d2e-de0a-4858-bc5a-ef05f6d91c38 req-6a3ebbd2-de5b-459e-b718-61e804a5dceb tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115897 Aug 24 18:40:57.009642 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07592f-bfa3-43d5-8a4b-23c6732393ec req-b4898753-4467-4c05-89ab-54248478a4fc tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:57.011157 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cd07592f-bfa3-43d5-8a4b-23c6732393ec req-b4898753-4467-4c05-89ab-54248478a4fc tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 931 time: 0.0996428 Aug 24 18:40:57.064886 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cd07592f-bfa3-43d5-8a4b-23c6732393ec req-5a956ba0-1566-4458-853e-5df72e265cf1 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418451 Aug 24 18:40:57.287569 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfc590-ebc7-46de-92b7-f069c334267c req-1cb4fc43-535a-484d-b50a-a4ab4097d675 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:57.289079 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-80dfc590-ebc7-46de-92b7-f069c334267c req-1cb4fc43-535a-484d-b50a-a4ab4097d675 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 946 time: 0.0850253 Aug 24 18:40:57.362597 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-80dfc590-ebc7-46de-92b7-f069c334267c req-557c7b09-55dc-48c7-95d2-c30e2cfef60d tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632386 Aug 24 18:40:58.275794 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31d453-8893-4189-a1f0-aaad9ea28a13 req-3542fde2-b80f-4da3-bb72-220ae8b674f5 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:58.277325 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ae31d453-8893-4189-a1f0-aaad9ea28a13 req-3542fde2-b80f-4da3-bb72-220ae8b674f5 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 931 time: 0.0799637 Aug 24 18:40:58.335632 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ae31d453-8893-4189-a1f0-aaad9ea28a13 req-fcd56f6d-a5b2-4908-a992-e72321a80d02 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509663 Aug 24 18:40:58.575915 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a60dc-c8bb-467e-8762-fd705948756d req-aca3e70c-c968-48c5-b6fd-1a45d4610a64 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:58.577389 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-167a60dc-c8bb-467e-8762-fd705948756d req-aca3e70c-c968-48c5-b6fd-1a45d4610a64 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 946 time: 0.0875583 Aug 24 18:40:58.623436 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-167a60dc-c8bb-467e-8762-fd705948756d req-d7823175-707c-469a-bc0a-8097f9440744 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403588 Aug 24 18:40:59.542010 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52608f9-a97d-4983-be96-a06e89ddf9d1 req-9f1dd9f9-3f07-4972-9b1d-e0d210712012 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:59.544172 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b52608f9-a97d-4983-be96-a06e89ddf9d1 req-9f1dd9f9-3f07-4972-9b1d-e0d210712012 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 931 time: 0.0769958 Aug 24 18:40:59.602347 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b52608f9-a97d-4983-be96-a06e89ddf9d1 req-2217225b-6c0e-4174-ba52-ba3631824c4f tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464039 Aug 24 18:40:59.848007 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffc7b5-4fd9-4391-b26a-b61b0d575513 req-8b599112-509f-4ea5-aa7d-484863ca8f3b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:40:59.849457 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-95ffc7b5-4fd9-4391-b26a-b61b0d575513 req-8b599112-509f-4ea5-aa7d-484863ca8f3b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 946 time: 0.0822945 Aug 24 18:40:59.903192 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-95ffc7b5-4fd9-4391-b26a-b61b0d575513 req-0cddd5af-ddb2-44dc-a2f0-2c780032d527 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444996 Aug 24 18:41:00.817436 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04213360-1832-4a31-be78-27e7e1bdbe57 req-83a3d907-1188-4c5b-bd53-9b5a798be817 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:00.819212 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-04213360-1832-4a31-be78-27e7e1bdbe57 req-83a3d907-1188-4c5b-bd53-9b5a798be817 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 931 time: 0.0909431 Aug 24 18:41:00.865994 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-04213360-1832-4a31-be78-27e7e1bdbe57 req-d4a12af9-3c65-4fcc-bf00-ce094606f37e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409563 Aug 24 18:41:01.116691 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:01.189308 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f75210-a0af-4fae-b4f3-9b0bdc8f7bab req-81efba25-fbf7-4bb4-9ba1-29c0013acc1d tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:01.191239 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-16f75210-a0af-4fae-b4f3-9b0bdc8f7bab req-81efba25-fbf7-4bb4-9ba1-29c0013acc1d tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 946 time: 0.1489496 Aug 24 18:41:01.257567 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-16f75210-a0af-4fae-b4f3-9b0bdc8f7bab req-a028d9ba-c252-4970-9895-2da17c02fc52 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583847 Aug 24 18:41:02.122976 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec06b55-4a6f-4a57-8680-7e42ad3c79be req-a35860cd-c514-45cc-8e17-61a78e27c874 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:02.124445 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-eec06b55-4a6f-4a57-8680-7e42ad3c79be req-a35860cd-c514-45cc-8e17-61a78e27c874 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 931 time: 0.0832088 Aug 24 18:41:02.173170 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-eec06b55-4a6f-4a57-8680-7e42ad3c79be req-6266bedb-62b7-4710-8997-9fb1d2be1178 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427411 Aug 24 18:41:02.448830 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb5652-3b7d-4f04-9ae6-3ba0e7b45138 req-9bec7a82-646a-4c96-8fca-a9948061c454 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:02.450286 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7beb5652-3b7d-4f04-9ae6-3ba0e7b45138 req-9bec7a82-646a-4c96-8fca-a9948061c454 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 946 time: 0.0834589 Aug 24 18:41:02.507038 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7beb5652-3b7d-4f04-9ae6-3ba0e7b45138 req-d9c3e9cb-5481-43f7-8f00-d426b7c9fd7b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506811 Aug 24 18:41:03.418397 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4343d-07f4-4927-84c3-15226134f756 req-c753d62c-12b5-443c-a40f-dd63888ea83f tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:03.420227 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-86e4343d-07f4-4927-84c3-15226134f756 req-c753d62c-12b5-443c-a40f-dd63888ea83f tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 931 time: 0.1021948 Aug 24 18:41:03.471343 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-86e4343d-07f4-4927-84c3-15226134f756 req-c762e141-7578-4011-893c-9a048b12e6df tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455101 Aug 24 18:41:03.725278 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b056b-ada6-4552-a4a9-1f4c9e4bf013 req-8de6af3f-4175-4bb4-993a-a8c67b9ba93d tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:03.726734 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-885b056b-ada6-4552-a4a9-1f4c9e4bf013 req-8de6af3f-4175-4bb4-993a-a8c67b9ba93d tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 946 time: 0.0869305 Aug 24 18:41:03.773688 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-885b056b-ada6-4552-a4a9-1f4c9e4bf013 req-c9c6efc1-ca61-4280-95b6-55587570717f tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415037 Aug 24 18:41:04.679311 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd625c43-6dba-4c77-8891-e7568fe2ceb1 req-cb8df641-f8c1-442b-af0e-7b372d72b9c9 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:04.680941 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cd625c43-6dba-4c77-8891-e7568fe2ceb1 req-cb8df641-f8c1-442b-af0e-7b372d72b9c9 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 931 time: 0.0849445 Aug 24 18:41:04.743258 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cd625c43-6dba-4c77-8891-e7568fe2ceb1 req-b0ff5ad7-c645-4d13-b96f-c2805d5f7374 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546632 Aug 24 18:41:04.984412 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428480a9-1484-479e-a857-a2f197bc6282 req-55ebc0c3-1b82-4e6d-81f0-c97e2a87c77c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:04.986356 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-428480a9-1484-479e-a857-a2f197bc6282 req-55ebc0c3-1b82-4e6d-81f0-c97e2a87c77c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 946 time: 0.0903418 Aug 24 18:41:05.037723 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-428480a9-1484-479e-a857-a2f197bc6282 req-8c6fd258-bddb-4d0e-8e1a-2f4445fdc186 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456018 Aug 24 18:41:05.948734 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8979a-9c1b-4ff1-adaf-e7e4a59f061f req-62389701-e86c-49d2-879d-197e8b057b19 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:05.950240 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c9f8979a-9c1b-4ff1-adaf-e7e4a59f061f req-62389701-e86c-49d2-879d-197e8b057b19 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 931 time: 0.0903447 Aug 24 18:41:05.996266 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c9f8979a-9c1b-4ff1-adaf-e7e4a59f061f req-ace8c52c-8d22-45a6-8cb1-ffe730287a50 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402830 Aug 24 18:41:06.264136 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df14e63-cd3f-40a6-8c92-61b968bf736c req-04afb3e4-38e4-4093-b84f-83c00272ea9f tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:06.265642 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0df14e63-cd3f-40a6-8c92-61b968bf736c req-04afb3e4-38e4-4093-b84f-83c00272ea9f tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 946 time: 0.0873363 Aug 24 18:41:06.311874 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0df14e63-cd3f-40a6-8c92-61b968bf736c req-de265121-5792-46af-9795-1c462c8275d6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404799 Aug 24 18:41:07.025868 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] Sync routers for ids ['d66d5ab5-166a-4483-8f42-6e3f11b461d5'] in dv-cinder-805825-1-iscsi {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:41:07.039089 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] Routers {'d66d5ab5-166a-4483-8f42-6e3f11b461d5'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:41:07.039693 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:40:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['d66d5ab5-166a-4483-8f42-6e3f11b461d5'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:07.199105 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9f925-4a45-4a5a-b234-2024da98511d req-7a0442fb-4b51-4982-9707-0015bb97f488 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:07.201528 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a9c9f925-4a45-4a5a-b234-2024da98511d req-7a0442fb-4b51-4982-9707-0015bb97f488 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 931 time: 0.0815639 Aug 24 18:41:07.226621 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] Set router d66d5ab5-166a-4483-8f42-6e3f11b461d5 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:41:07.247598 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a9c9f925-4a45-4a5a-b234-2024da98511d req-f7a98235-5af6-458f-ac95-0a33b0ec0f0d tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401845 Aug 24 18:41:07.529875 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc33470-afc3-41df-bd8f-6b7c31a31672 req-ea66a5bb-e91f-46b2-9443-7d3d886d7be7 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:07.531403 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4bc33470-afc3-41df-bd8f-6b7c31a31672 req-ea66a5bb-e91f-46b2-9443-7d3d886d7be7 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 946 time: 0.0898674 Aug 24 18:41:07.577166 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4bc33470-afc3-41df-bd8f-6b7c31a31672 req-3cdfc654-0ce9-4080-82a0-a339216fc390 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395048 Aug 24 18:41:07.583623 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66d5ab5-166a-4483-8f42-6e3f11b461d5', 'name': 'tempest-TestMinimumBasicScenario-557343247-router', 'tenant_id': '47b57f534c484c81843bcb1ece1e0b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c9545dda-40e0-4d02-9d4f-4e819401a776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:27Z', 'updated_at': '2021-08-24T18:40:33Z', 'revision_number': 4, 'project_id': '47b57f534c484c81843bcb1ece1e0b69', 'gw_port': {'id': 'c9545dda-40e0-4d02-9d4f-4e819401a776', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66d5ab5-166a-4483-8f42-6e3f11b461d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:28Z', 'updated_at': '2021-08-24T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': 'c60bb165-49c8-4ff8-b3cf-f3123502def1', 'name': '', 'network_id': 'daf201e6-e8f1-4883-8c6a-c577ac684f4c', 'tenant_id': '47b57f534c484c81843bcb1ece1e0b69', 'mac_address': 'fa:16:3e:d4:dc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66d5ab5-166a-4483-8f42-6e3f11b461d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '605f3db2-4ee3-47e9-8040-a26cc4c7b82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:33Z', 'updated_at': '2021-08-24T18:40:34Z', 'revision_number': 2, 'project_id': '47b57f534c484c81843bcb1ece1e0b69', 'subnets': [{'id': '605f3db2-4ee3-47e9-8040-a26cc4c7b82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:07.587444 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] Checking router: d66d5ab5-166a-4483-8f42-6e3f11b461d5 for host: dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:41:07.587797 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] Updating router d66d5ab5-166a-4483-8f42-6e3f11b461d5 port c60bb165-49c8-4ff8-b3cf-f3123502def1 binding host dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:41:07.639589 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:07.981486 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] Notify callbacks [] for port, precommit_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:07.993000 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.provisioning_blocks [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] Transition to ACTIVE for port object c60bb165-49c8-4ff8-b3cf-f3123502def1 will not be triggered until provisioned by entity L2. {{(pid=74998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:41:08.000427 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:08.004017 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:08.116484 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf2bdb-2794-40c0-bcc7-9b695a8809a1 None None] Pushing event updated for resources: {'Port': ['ID=c60bb165-49c8-4ff8-b3cf-f3123502def1,revision_number=3']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:08.125266 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-0fcf2bdb-2794-40c0-bcc7-9b695a8809a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:08.216230 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] Attempting to bind port c60bb165-49c8-4ff8-b3cf-f3123502def1 on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:41:08.216571 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] Attempting to bind port c60bb165-49c8-4ff8-b3cf-f3123502def1 by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': '5d30faed-648c-4017-8dd9-144f998d25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'daf201e6-e8f1-4883-8c6a-c577ac684f4c'}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:41:08.216949 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] Attempting to bind port c60bb165-49c8-4ff8-b3cf-f3123502def1 on network daf201e6-e8f1-4883-8c6a-c577ac684f4c {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:41:08.223688 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:41:08.225009 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] Checking segment: {'id': '5d30faed-648c-4017-8dd9-144f998d25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'daf201e6-e8f1-4883-8c6a-c577ac684f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:41:08.225405 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:08.225793 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] Bound using segment: {'id': '5d30faed-648c-4017-8dd9-144f998d25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'daf201e6-e8f1-4883-8c6a-c577ac684f4c'} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:41:08.226245 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] Bound port: c60bb165-49c8-4ff8-b3cf-f3123502def1, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d30faed-648c-4017-8dd9-144f998d25c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'daf201e6-e8f1-4883-8c6a-c577ac684f4c'}}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:41:08.226630 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:08.317053 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] For port c60bb165-49c8-4ff8-b3cf-f3123502def1, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:41:08.320022 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] For port c60bb165-49c8-4ff8-b3cf-f3123502def1, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=c60bb165-49c8-4ff8-b3cf-f3123502def1,segment=NetworkSegment(5d30faed-648c-4017-8dd9-144f998d25c2),segment_id=5d30faed-648c-4017-8dd9-144f998d25c2)] {{(pid=74998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:41:08.325879 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:08.330908 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:08.408692 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf2bdb-2794-40c0-bcc7-9b695a8809a1 None None] Pushing event updated for resources: {'Port': ['ID=c60bb165-49c8-4ff8-b3cf-f3123502def1,revision_number=4']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:08.413123 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-0fcf2bdb-2794-40c0-bcc7-9b695a8809a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:08.416957 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] Routers {'d66d5ab5-166a-4483-8f42-6e3f11b461d5'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:41:08.417583 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:40:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['d66d5ab5-166a-4483-8f42-6e3f11b461d5'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:08.450243 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f6fc2e-1bf9-4a5f-a708-be1461284f87 req-4c99a25f-f534-44b7-ad23-c9d58598a14c tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:08.451790 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e3f6fc2e-1bf9-4a5f-a708-be1461284f87 req-4c99a25f-f534-44b7-ad23-c9d58598a14c tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 931 time: 0.0813370 Aug 24 18:41:08.507513 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e3f6fc2e-1bf9-4a5f-a708-be1461284f87 req-e4173b66-71a4-4455-a714-1be934a57e9d tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499516 Aug 24 18:41:08.608665 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] Set router d66d5ab5-166a-4483-8f42-6e3f11b461d5 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:41:08.776663 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5390f00a-f7d3-463c-a5ee-572adafa7105 req-a0e25b77-86d8-4880-8df1-fe1d96ae26df tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:08.778159 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5390f00a-f7d3-463c-a5ee-572adafa7105 req-a0e25b77-86d8-4880-8df1-fe1d96ae26df tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 946 time: 0.0808120 Aug 24 18:41:08.825661 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5390f00a-f7d3-463c-a5ee-572adafa7105 req-db2d0b7e-8fdd-404b-881e-51137dae5f87 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416329 Aug 24 18:41:08.950635 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66d5ab5-166a-4483-8f42-6e3f11b461d5', 'name': 'tempest-TestMinimumBasicScenario-557343247-router', 'tenant_id': '47b57f534c484c81843bcb1ece1e0b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c9545dda-40e0-4d02-9d4f-4e819401a776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:27Z', 'updated_at': '2021-08-24T18:40:33Z', 'revision_number': 4, 'project_id': '47b57f534c484c81843bcb1ece1e0b69', 'gw_port': {'id': 'c9545dda-40e0-4d02-9d4f-4e819401a776', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66d5ab5-166a-4483-8f42-6e3f11b461d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:28Z', 'updated_at': '2021-08-24T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': 'c60bb165-49c8-4ff8-b3cf-f3123502def1', 'name': '', 'network_id': 'daf201e6-e8f1-4883-8c6a-c577ac684f4c', 'tenant_id': '47b57f534c484c81843bcb1ece1e0b69', 'mac_address': 'fa:16:3e:d4:dc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66d5ab5-166a-4483-8f42-6e3f11b461d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '605f3db2-4ee3-47e9-8040-a26cc4c7b82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:33Z', 'updated_at': '2021-08-24T18:41:08Z', 'revision_number': 4, 'project_id': '47b57f534c484c81843bcb1ece1e0b69', 'subnets': [{'id': '605f3db2-4ee3-47e9-8040-a26cc4c7b82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:08.954760 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54733a1-11d9-425b-a6c6-56b6cb7675c0 None None] The sync data for ids ['d66d5ab5-166a-4483-8f42-6e3f11b461d5'] in dv-cinder-805825-1-iscsi is: [{'id': 'd66d5ab5-166a-4483-8f42-6e3f11b461d5', 'name': 'tempest-TestMinimumBasicScenario-557343247-router', 'tenant_id': '47b57f534c484c81843bcb1ece1e0b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c9545dda-40e0-4d02-9d4f-4e819401a776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:27Z', 'updated_at': '2021-08-24T18:40:33Z', 'revision_number': 4, 'project_id': '47b57f534c484c81843bcb1ece1e0b69', 'gw_port': {'id': 'c9545dda-40e0-4d02-9d4f-4e819401a776', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66d5ab5-166a-4483-8f42-6e3f11b461d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:28Z', 'updated_at': '2021-08-24T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': 'c60bb165-49c8-4ff8-b3cf-f3123502def1', 'name': '', 'network_id': 'daf201e6-e8f1-4883-8c6a-c577ac684f4c', 'tenant_id': '47b57f534c484c81843bcb1ece1e0b69', 'mac_address': 'fa:16:3e:d4:dc:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd66d5ab5-166a-4483-8f42-6e3f11b461d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '605f3db2-4ee3-47e9-8040-a26cc4c7b82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:33Z', 'updated_at': '2021-08-24T18:41:08Z', 'revision_number': 4, 'project_id': '47b57f534c484c81843bcb1ece1e0b69', 'subnets': [{'id': '605f3db2-4ee3-47e9-8040-a26cc4c7b82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:41:09.697672 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Request body: {'port': {'device_id': 'dc8536a9-9678-4242-a9b7-4508d1109002', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:09.715708 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d1207-0337-4e90-bcf8-4a7991430142 req-43e0baa0-6618-4628-82e2-b69060357f55 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:09.717194 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0f2d1207-0337-4e90-bcf8-4a7991430142 req-43e0baa0-6618-4628-82e2-b69060357f55 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 931 time: 0.0818477 Aug 24 18:41:09.765141 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0f2d1207-0337-4e90-bcf8-4a7991430142 req-5b7a2b7c-32d9-422a-9c57-8ccb8c93b651 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422869 Aug 24 18:41:09.807923 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:09.896695 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device c60bb165-49c8-4ff8-b3cf-f3123502def1 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:41:09.972811 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port c60bb165-49c8-4ff8-b3cf-f3123502def1 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:41:09.978669 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port c60bb165-49c8-4ff8-b3cf-f3123502def1 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:41:09.979102 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:10.034715 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0b9d4-98d3-4e34-b88d-45a16716e1da req-38f96a62-940b-4d66-83c0-e4b3100ec1bf tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:10.041530 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0bf0b9d4-98d3-4e34-b88d-45a16716e1da req-38f96a62-940b-4d66-83c0-e4b3100ec1bf tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 946 time: 0.0862598 Aug 24 18:41:10.085949 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0bf0b9d4-98d3-4e34-b88d-45a16716e1da req-45fb1a00-e951-4319-9da5-2feee7879fa1 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433075 Aug 24 18:41:10.107060 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:10.139832 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port c60bb165-49c8-4ff8-b3cf-f3123502def1, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=c60bb165-49c8-4ff8-b3cf-f3123502def1,segment=NetworkSegment(5d30faed-648c-4017-8dd9-144f998d25c2),segment_id=5d30faed-648c-4017-8dd9-144f998d25c2)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:41:10.143979 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:10.145795 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:10.212075 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=c60bb165-49c8-4ff8-b3cf-f3123502def1,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:10.215419 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:10.260028 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 {{(pid=74996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:41:10.267539 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:10.287641 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Transition to ACTIVE for port object e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 will not be triggered until provisioned by entity L2. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:41:10.294474 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:10.298732 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-152bacfd-20ff-4a9f-a635-7d6061cc7792 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:10.425189 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Pushing event updated for resources: {'Port': ['ID=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:10.429655 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:10.537258 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Attempting to bind port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:41:10.537579 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Attempting to bind port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'e97f68e4-8fdd-4a0a-88f4-d82de68c634e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579'}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:41:10.537897 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Attempting to bind port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 on network d04e09fe-a672-475c-9d99-e1568957c579 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:41:10.543717 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 on network d04e09fe-a672-475c-9d99-e1568957c579 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:41:10.544027 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Attempting to bind port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 on network d04e09fe-a672-475c-9d99-e1568957c579 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:41:10.550485 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Checking agent: {'id': 'c5b5b5de-e9ee-4a89-bea7-745c11eae0d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'started_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:41:10.550847 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Checking segment: {'id': 'e97f68e4-8fdd-4a0a-88f4-d82de68c634e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:41:10.551267 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Bound using segment: {'id': 'e97f68e4-8fdd-4a0a-88f4-d82de68c634e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579'} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:41:10.551640 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Bound port: e5b991b4-9c1a-40ea-8dbb-cefee7e409e6, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97f68e4-8fdd-4a0a-88f4-d82de68c634e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579'}}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:41:10.551971 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:10.641287 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] For port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6, host hv-cinder-80582, cleared binding levels {{(pid=74996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:41:10.644412 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] For port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6,segment=NetworkSegment(e97f68e4-8fdd-4a0a-88f4-d82de68c634e),segment_id=e97f68e4-8fdd-4a0a-88f4-d82de68c634e)] {{(pid=74996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:41:10.648925 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:10.652512 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:10.726055 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:10.727485 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] 10.222.0.36 "PUT /v2.0/ports/e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 HTTP/1.1" status: 200 len: 1093 time: 1.0348048 Aug 24 18:41:10.727997 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8536a9-9678-4242-a9b7-4508d1109002', 'tag': 'e5b991b4-9c1a-40ea-8dbb-cefee7e409e6'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:41:10.735957 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Pushing event updated for resources: {'Port': ['ID=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6,revision_number=3']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:10.739053 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:10.807351 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8536a9-9678-4242-a9b7-4508d1109002', 'tag': 'e5b991b4-9c1a-40ea-8dbb-cefee7e409e6', 'status': 'completed', 'code': 200} Aug 24 18:41:10.936842 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-3882f961-0250-46e3-b1ff-a21a272bcac0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b11a5d762934f28a49e78963be828a1&device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 1096 time: 0.1114757 Aug 24 18:41:11.079513 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-0af8712d-5ab4-4a64-88e8-69d947fb0589 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 HTTP/1.1" status: 200 len: 217 time: 0.1338034 Aug 24 18:41:11.124725 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836e0f7-6cb6-4591-9090-bc852da52f32 req-5d3d911f-0774-403b-8828-1e080b2615ef tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:11.128788 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6836e0f7-6cb6-4591-9090-bc852da52f32 req-5d3d911f-0774-403b-8828-1e080b2615ef tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 943 time: 0.1523521 Aug 24 18:41:11.183257 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-2b25bbb9-2cc0-439f-bf59-fe9dacd2ca6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:11.185150 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-2b25bbb9-2cc0-439f-bf59-fe9dacd2ca6a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcf3f37d-17a3-44a3-9dff-2070554db7f6 HTTP/1.1" status: 200 len: 853 time: 0.0956173 Aug 24 18:41:11.187570 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6836e0f7-6cb6-4591-9090-bc852da52f32 req-6d1b77e6-9855-4c03-a838-57dd31957d9e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522845 Aug 24 18:41:11.269213 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-531dd0f8-5e04-4d91-9367-ed100b886e64 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d04e09fe-a672-475c-9d99-e1568957c579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757427 Aug 24 18:41:11.385188 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf737b17-d5ee-406e-b5f8-d0f08b3670fd req-f2727caf-0143-403d-81a3-f18382ca53ae tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:11.386536 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cf737b17-d5ee-406e-b5f8-d0f08b3670fd req-f2727caf-0143-403d-81a3-f18382ca53ae tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 946 time: 0.0802264 Aug 24 18:41:11.421652 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-26cc53a1-476a-488f-8ce1-7c1de1cacc97 service neutron] 10.222.0.36 "GET /v2.0/networks/d04e09fe-a672-475c-9d99-e1568957c579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449032 Aug 24 18:41:11.434930 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cf737b17-d5ee-406e-b5f8-d0f08b3670fd req-3d51e18d-cf3f-49e1-987d-271070d72050 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424702 Aug 24 18:41:11.578777 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3f3cbd6c-0f64-4632-a12f-e5a9a96e2e6c req-393af710-90da-472a-bbf5-7e7b41443aa7 service neutron] 10.222.0.36 "GET /v2.0/networks/d04e09fe-a672-475c-9d99-e1568957c579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500158 Aug 24 18:41:11.661074 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef25a63-7cf3-4607-b8be-82c766586406 req-24450235-4b46-415a-ba27-795f6c7df72a tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:11.661816 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-bef25a63-7cf3-4607-b8be-82c766586406 req-24450235-4b46-415a-ba27-795f6c7df72a tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 946 time: 0.0824621 Aug 24 18:41:11.671221 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 37048) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:11.676978 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-e93f6b1b-0554-42a8-8637-fd4dc6c937b1 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Request body: {'floatingip': {'port_id': 'e9adcec6-c747-4a48-9615-e6310103344b'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:11.700081 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-37ebff11-6b86-4a0e-8482-fd002adbdb88 req-824c5735-b7dd-4ab8-b5c4-08abda4d4873 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b11a5d762934f28a49e78963be828a1&device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 1096 time: 0.0737681 Aug 24 18:41:11.811144 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e93f6b1b-0554-42a8-8637-fd4dc6c937b1 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for floatingip, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:11.840474 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebff11-6b86-4a0e-8482-fd002adbdb88 req-363e2b9b-89c9-4b90-b52d-284ef2f72284 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:11.842047 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-37ebff11-6b86-4a0e-8482-fd002adbdb88 req-363e2b9b-89c9-4b90-b52d-284ef2f72284 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d04e09fe-a672-475c-9d99-e1568957c579 HTTP/1.1" status: 200 len: 915 time: 0.1353753 Aug 24 18:41:11.883513 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device c60bb165-49c8-4ff8-b3cf-f3123502def1 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:41:12.012920 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port c60bb165-49c8-4ff8-b3cf-f3123502def1 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:41:12.014178 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:12.019743 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-37ebff11-6b86-4a0e-8482-fd002adbdb88 req-62bdb0c6-dd38-425e-b5cc-b2c754207585 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 HTTP/1.1" status: 200 len: 217 time: 0.1704390 Aug 24 18:41:12.121235 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebff11-6b86-4a0e-8482-fd002adbdb88 req-9f4edb2c-df68-47ab-a8c2-727e1456a5db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:12.123156 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-37ebff11-6b86-4a0e-8482-fd002adbdb88 req-9f4edb2c-df68-47ab-a8c2-727e1456a5db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcf3f37d-17a3-44a3-9dff-2070554db7f6 HTTP/1.1" status: 200 len: 853 time: 0.0955710 Aug 24 18:41:12.209669 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-37ebff11-6b86-4a0e-8482-fd002adbdb88 req-8806d818-8b19-409d-8eb5-39027d104c8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d04e09fe-a672-475c-9d99-e1568957c579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739591 Aug 24 18:41:12.348572 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-37ebff11-6b86-4a0e-8482-fd002adbdb88 req-65a601e8-c679-40d5-b5e8-3dcdc219e233 service neutron] 10.222.0.36 "GET /v2.0/networks/d04e09fe-a672-475c-9d99-e1568957c579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303437 Aug 24 18:41:12.493981 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-37ebff11-6b86-4a0e-8482-fd002adbdb88 req-267fab8e-6e90-4d05-8669-1a1dd9e4cc72 service neutron] 10.222.0.36 "GET /v2.0/networks/d04e09fe-a672-475c-9d99-e1568957c579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298695 Aug 24 18:41:12.545057 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944352c-327d-4399-a12e-4cb355528975 req-a9469297-e5c7-41cc-8adb-1bdfa8d71bba tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:12.546524 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5944352c-327d-4399-a12e-4cb355528975 req-a9469297-e5c7-41cc-8adb-1bdfa8d71bba tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 943 time: 0.1259995 Aug 24 18:41:12.649723 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5944352c-327d-4399-a12e-4cb355528975 req-cd8c3e66-9d80-4dd4-9f81-5c7d3aa94751 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972605 Aug 24 18:41:12.749024 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e93f6b1b-0554-42a8-8637-fd4dc6c937b1 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:12.755699 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e93f6b1b-0554-42a8-8637-fd4dc6c937b1 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692493'] for floatingip, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:12.961796 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.db.l3_db [None req-e93f6b1b-0554-42a8-8637-fd4dc6c937b1 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Floating IP 83010a86-ce71-41e9-85bc-94caa647e980 associated. External IP: 172.27.3.32, port: e9adcec6-c747-4a48-9615-e6310103344b. Aug 24 18:41:13.445879 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93f6b1b-0554-42a8-8637-fd4dc6c937b1 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Router ad783e9e-0e69-4db0-a711-487b45b36563 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:41:13.677633 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93f6b1b-0554-42a8-8637-fd4dc6c937b1 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:41:13.682371 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e93f6b1b-0554-42a8-8637-fd4dc6c937b1 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:13.687890 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f606e1f0-9494-4620-8192-d9cf324c7ae3 None None] Sync routers for ids ['ad783e9e-0e69-4db0-a711-487b45b36563'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:41:13.702314 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f606e1f0-9494-4620-8192-d9cf324c7ae3 None None] Routers {'ad783e9e-0e69-4db0-a711-487b45b36563'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:41:13.702965 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-f606e1f0-9494-4620-8192-d9cf324c7ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:40:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['ad783e9e-0e69-4db0-a711-487b45b36563'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:13.741761 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-e93f6b1b-0554-42a8-8637-fd4dc6c937b1 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "PUT /v2.0/floatingips/83010a86-ce71-41e9-85bc-94caa647e980 HTTP/1.1" status: 200 len: 991 time: 2.0693712 Aug 24 18:41:13.742604 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d34b6ff-247a-465f-9b3c-1a2c7cc32cab', 'tag': 'e9adcec6-c747-4a48-9615-e6310103344b'}] {{(pid=74995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:41:13.874507 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ff70e-1e3c-49db-83ca-f1f42b776da1 req-0d1d9f3f-90cc-4a3c-b500-766eb28b5351 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:13.875904 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-012ff70e-1e3c-49db-83ca-f1f42b776da1 req-0d1d9f3f-90cc-4a3c-b500-766eb28b5351 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 943 time: 0.1014435 Aug 24 18:41:13.905622 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-f606e1f0-9494-4620-8192-d9cf324c7ae3 None None] Set router ad783e9e-0e69-4db0-a711-487b45b36563 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:41:13.944623 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-012ff70e-1e3c-49db-83ca-f1f42b776da1 req-07d8cee7-eb6d-440d-8d6a-a4906297e755 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547180 Aug 24 18:41:14.031197 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d34b6ff-247a-465f-9b3c-1a2c7cc32cab', 'tag': 'e9adcec6-c747-4a48-9615-e6310103344b', 'status': 'completed', 'code': 200} Aug 24 18:41:14.136278 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-d66f9222-8d0a-4338-b40c-880b74b2c6a2 req-affc3180-5766-46b9-b98e-f1a50a0cc040 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38a9b4d30bbb4e6bb18d2ca3ccce2cce&device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 1099 time: 0.0801458 Aug 24 18:41:14.196816 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:41:14.269988 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f9222-8d0a-4338-b40c-880b74b2c6a2 req-c41072a1-7f18-4a69-b2cc-511adc155293 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:14.271648 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-d66f9222-8d0a-4338-b40c-880b74b2c6a2 req-c41072a1-7f18-4a69-b2cc-511adc155293 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae HTTP/1.1" status: 200 len: 911 time: 0.1289983 Aug 24 18:41:14.378427 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-d66f9222-8d0a-4338-b40c-880b74b2c6a2 req-c0cfb646-f2e7-4e43-9c61-3c101936f005 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9adcec6-c747-4a48-9615-e6310103344b HTTP/1.1" status: 200 len: 999 time: 0.0994184 Aug 24 18:41:14.406417 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6,segment=NetworkSegment(e97f68e4-8fdd-4a0a-88f4-d82de68c634e),segment_id=e97f68e4-8fdd-4a0a-88f4-d82de68c634e)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:41:14.433221 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': 'e5b991b4-9c1a-40ea-8dbb-cefee7e409e6', 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579', 'port_id': 'e5b991b4-9c1a-40ea-8dbb-cefee7e409e6', 'mac_address': 'fa:16:3e:85:bf:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf3f37d-17a3-44a3-9dff-2070554db7f6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:41:14.443399 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f9222-8d0a-4338-b40c-880b74b2c6a2 req-7219f13e-ca42-4e71-94ec-6c3c2349c684 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:14.444998 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-d66f9222-8d0a-4338-b40c-880b74b2c6a2 req-7219f13e-ca42-4e71-94ec-6c3c2349c684 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8a23952-40cf-4695-ae69-f2d425c34691 HTTP/1.1" status: 200 len: 849 time: 0.0600364 Aug 24 18:41:14.466120 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-f606e1f0-9494-4620-8192-d9cf324c7ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:34Z', 'updated_at': '2021-08-24T18:35:45Z', 'revision_number': 4, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'gw_port': {'id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:36Z', 'updated_at': '2021-08-24T18:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '83010a86-ce71-41e9-85bc-94caa647e980', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'port_id': 'e9adcec6-c747-4a48-9615-e6310103344b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'mac_address': 'fa:16:3e:4c:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d34b6ff-247a-465f-9b3c-1a2c7cc32cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:40:39Z', 'updated_at': '2021-08-24T18:41:12Z', 'revision_number': 1, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1ddd35-e623-4f3c-b97a-674dd5940a09', 'name': '', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'mac_address': 'fa:16:3e:14:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:44Z', 'updated_at': '2021-08-24T18:35:56Z', 'revision_number': 5, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'subnets': [{'id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:14.481103 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f606e1f0-9494-4620-8192-d9cf324c7ae3 None None] Checking router: ad783e9e-0e69-4db0-a711-487b45b36563 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:41:14.504336 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:14.522407 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f606e1f0-9494-4620-8192-d9cf324c7ae3 None None] Routers {'ad783e9e-0e69-4db0-a711-487b45b36563'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:41:14.523087 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-f606e1f0-9494-4620-8192-d9cf324c7ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:40:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['ad783e9e-0e69-4db0-a711-487b45b36563'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:14.528226 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-d66f9222-8d0a-4338-b40c-880b74b2c6a2 req-67cf26f1-5eb5-4d65-ac0a-aed925c11826 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763276 Aug 24 18:41:14.576049 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:41:14.617516 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6,segment=NetworkSegment(e97f68e4-8fdd-4a0a-88f4-d82de68c634e),segment_id=e97f68e4-8fdd-4a0a-88f4-d82de68c634e)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:41:14.666366 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-d66f9222-8d0a-4338-b40c-880b74b2c6a2 req-e6a55e65-9d6f-47a4-b775-fd693462ca16 service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298764 Aug 24 18:41:14.670854 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:14.679293 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:14.771003 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:14.776047 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:14.778329 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-f606e1f0-9494-4620-8192-d9cf324c7ae3 None None] Set router ad783e9e-0e69-4db0-a711-487b45b36563 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:41:14.805262 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-d66f9222-8d0a-4338-b40c-880b74b2c6a2 req-fe1dc824-d69b-4ad1-bec1-1ceb6f506730 service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299977 Aug 24 18:41:14.916650 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['e5b991b4-9c1a-40ea-8dbb-cefee7e409e6'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:41:15.174398 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080867de-db12-4668-a19b-e331fb7962e7 req-65779794-c88c-4ce2-8e22-54efa1d19e62 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:15.175859 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-080867de-db12-4668-a19b-e331fb7962e7 req-65779794-c88c-4ce2-8e22-54efa1d19e62 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 944 time: 0.0872974 Aug 24 18:41:15.220603 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-080867de-db12-4668-a19b-e331fb7962e7 req-a618966b-26ba-475b-8314-9d86f816bf52 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391507 Aug 24 18:41:15.337900 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-f606e1f0-9494-4620-8192-d9cf324c7ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:34Z', 'updated_at': '2021-08-24T18:35:45Z', 'revision_number': 4, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'gw_port': {'id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:36Z', 'updated_at': '2021-08-24T18:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '83010a86-ce71-41e9-85bc-94caa647e980', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'port_id': 'e9adcec6-c747-4a48-9615-e6310103344b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'mac_address': 'fa:16:3e:4c:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d34b6ff-247a-465f-9b3c-1a2c7cc32cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:40:39Z', 'updated_at': '2021-08-24T18:41:12Z', 'revision_number': 1, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1ddd35-e623-4f3c-b97a-674dd5940a09', 'name': '', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'mac_address': 'fa:16:3e:14:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:44Z', 'updated_at': '2021-08-24T18:35:56Z', 'revision_number': 5, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'subnets': [{'id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:15.342383 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f606e1f0-9494-4620-8192-d9cf324c7ae3 None None] The sync data for ids ['ad783e9e-0e69-4db0-a711-487b45b36563'] in dv-cinder-805825-1-iscsi is: [{'id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:34Z', 'updated_at': '2021-08-24T18:35:45Z', 'revision_number': 4, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'gw_port': {'id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:36Z', 'updated_at': '2021-08-24T18:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '83010a86-ce71-41e9-85bc-94caa647e980', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'port_id': 'e9adcec6-c747-4a48-9615-e6310103344b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'mac_address': 'fa:16:3e:4c:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d34b6ff-247a-465f-9b3c-1a2c7cc32cab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:40:39Z', 'updated_at': '2021-08-24T18:41:12Z', 'revision_number': 1, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1ddd35-e623-4f3c-b97a-674dd5940a09', 'name': '', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'mac_address': 'fa:16:3e:14:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:44Z', 'updated_at': '2021-08-24T18:35:56Z', 'revision_number': 5, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'subnets': [{'id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:41:15.631539 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872cbc7-0dfd-4001-bd32-fd33067c5375 None None] New status for floating IP 83010a86-ce71-41e9-85bc-94caa647e980: ACTIVE {{(pid=74998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:41:16.195329 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:41:16.269572 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning for port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:41:16.274832 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:41:16.275154 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:16.405243 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:16.435624 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8536a9-9678-4242-a9b7-4508d1109002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b991b4-9c1a-40ea-8dbb-cefee7e409e6'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:41:16.442541 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd4013-bae4-4eeb-9bb7-b456e32058e6 req-1ac3acdc-1381-4073-b416-756b8d6d4b92 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:16.445488 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6,segment=NetworkSegment(e97f68e4-8fdd-4a0a-88f4-d82de68c634e),segment_id=e97f68e4-8fdd-4a0a-88f4-d82de68c634e)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:41:16.450995 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4ecd4013-bae4-4eeb-9bb7-b456e32058e6 req-1ac3acdc-1381-4073-b416-756b8d6d4b92 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 944 time: 0.1027362 Aug 24 18:41:16.452655 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:16.456558 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:16.509471 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4ecd4013-bae4-4eeb-9bb7-b456e32058e6 req-446ebba8-cf66-4ff7-a960-3911e980aece tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575039 Aug 24 18:41:16.531971 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:16.535167 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:16.554034 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37106) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:16.651273 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8536a9-9678-4242-a9b7-4508d1109002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5b991b4-9c1a-40ea-8dbb-cefee7e409e6', 'code': 200} Aug 24 18:41:16.693592 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b9a59916-bf1a-409a-8762-97cae14c7530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:16.727263 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b9a59916-bf1a-409a-8762-97cae14c7530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:16.738090 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b9a59916-bf1a-409a-8762-97cae14c7530 admin admin] Usage tracker for resource:security_group_rule and tenant:313714f9a2ae45e491cf51a8483c8dbe is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:16.741149 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b9a59916-bf1a-409a-8762-97cae14c7530 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:16.747146 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b9a59916-bf1a-409a-8762-97cae14c7530 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:16.816618 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b9a59916-bf1a-409a-8762-97cae14c7530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:16.822815 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b9a59916-bf1a-409a-8762-97cae14c7530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:16.829558 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-19c6b9c4-9c95-4c60-97fe-22915787e9ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:16.914680 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a59916-bf1a-409a-8762-97cae14c7530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed15511-655a-42b8-9fc7-00a3f75ec8be,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:16.918748 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b9a59916-bf1a-409a-8762-97cae14c7530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:16.921357 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-b9a59916-bf1a-409a-8762-97cae14c7530 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=313714f9a2ae45e491cf51a8483c8dbe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3662710 Aug 24 18:41:16.925319 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 37114) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:16.947705 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f86b6474-3ebb-4810-8c3e-610e249b8d5c req-4ef3595d-abdf-4fd8-af0d-58772d37a39e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 1098 time: 0.1107953 Aug 24 18:41:16.991004 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fd66a4cb-27d0-4038-8c60-381150476993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:17.011769 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f86b6474-3ebb-4810-8c3e-610e249b8d5c req-2a582c14-a154-4a82-812d-765f88820023 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394108 Aug 24 18:41:17.018406 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fd66a4cb-27d0-4038-8c60-381150476993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:17.072622 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fd66a4cb-27d0-4038-8c60-381150476993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:17.076782 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-58d6475e-e8e6-4adb-86fe-7e3dc9dd5ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:17.090120 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66a4cb-27d0-4038-8c60-381150476993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed15511-655a-42b8-9fc7-00a3f75ec8be,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:17.099613 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fd66a4cb-27d0-4038-8c60-381150476993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:17.100720 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-fd66a4cb-27d0-4038-8c60-381150476993 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0ed15511-655a-42b8-9fc7-00a3f75ec8be HTTP/1.1" status: 204 len: 168 time: 0.1734893 Aug 24 18:41:17.102475 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66a4cb-27d0-4038-8c60-381150476993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:17.102854 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66a4cb-27d0-4038-8c60-381150476993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:17.103186 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66a4cb-27d0-4038-8c60-381150476993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:17.103524 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66a4cb-27d0-4038-8c60-381150476993 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:17.103878 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66a4cb-27d0-4038-8c60-381150476993 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:17.104233 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66a4cb-27d0-4038-8c60-381150476993 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:17.104571 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66a4cb-27d0-4038-8c60-381150476993 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:17.104880 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66a4cb-27d0-4038-8c60-381150476993 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:17.105228 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66a4cb-27d0-4038-8c60-381150476993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:17.105599 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66a4cb-27d0-4038-8c60-381150476993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:17.105961 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd66a4cb-27d0-4038-8c60-381150476993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:17.109004 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-fd66a4cb-27d0-4038-8c60-381150476993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:17.706928 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1e1aa-d730-4f81-9aa1-c429dbba5a15 req-e5d7722f-2730-4cfb-a98b-8b44baa787c1 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:17.708684 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d6a1e1aa-d730-4f81-9aa1-c429dbba5a15 req-e5d7722f-2730-4cfb-a98b-8b44baa787c1 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 945 time: 0.0840325 Aug 24 18:41:17.758149 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d6a1e1aa-d730-4f81-9aa1-c429dbba5a15 req-d8d6ed59-0df2-4dba-b121-78b71d73a3ec tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413866 Aug 24 18:41:17.920189 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37140) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:18.049370 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1774061153-network', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:18.054185 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:18.058180 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Usage tracker for resource:network and tenant:e61712bca8e94cb8a024d511805a0a96 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:18.061204 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:18.067683 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:18.079750 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Made reservation on behalf of e61712bca8e94cb8a024d511805a0a96 for: {'network': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:41:18.082134 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for network, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:18.095465 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:18.128562 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:18.133889 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Usage tracker for resource:security_group_rule and tenant:e61712bca8e94cb8a024d511805a0a96 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:18.139530 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:18.147032 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:18.215086 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:18.219608 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:18.222635 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-92fef1da-3ad1-4650-a0e7-c691dae7ac2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:18.253896 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=74996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:41:18.259348 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c17f47-9b84-4fd3-a3f7-7f03c2a6031a,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:18.262921 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:18.266502 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:18.267570 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.segments_db [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Added segment db786f6c-7c5d-4b00-b83f-da6a2a065cee of type vlan for network 922aa1cf-7465-4c84-b730-156c0ce0974c Aug 24 18:41:18.297243 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740181864075'] for network, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:18.333533 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for network, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:18.335001 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:18.335660 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:18.339252 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-4e11da66-8560-4c08-bd34-4dafa2bbec4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:18.458256 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Pushing event updated for resources: {'Network': ['ID=922aa1cf-7465-4c84-b730-156c0ce0974c,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:18.461347 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:18.467179 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5457599 Aug 24 18:41:18.469148 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Network 922aa1cf-7465-4c84-b730-156c0ce0974c details requested by agent ovs-agent-dv-cinder-805825-1-iscsi with host dv-cinder-805825-1-iscsi {{(pid=74997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:41:18.469647 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37150) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:18.474687 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-6fb282e3-8281-439f-b877-8c45f0084f48 admin admin] Request body: {'subnet': {'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1774061153-subnet', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'ip_version': 4}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:18.479574 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-6fb282e3-8281-439f-b877-8c45f0084f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:18.483539 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-6fb282e3-8281-439f-b877-8c45f0084f48 admin admin] Usage tracker for resource:subnet and tenant:e61712bca8e94cb8a024d511805a0a96 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:18.486422 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-6fb282e3-8281-439f-b877-8c45f0084f48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:18.492174 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-6fb282e3-8281-439f-b877-8c45f0084f48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:18.503588 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb282e3-8281-439f-b877-8c45f0084f48 admin admin] Made reservation on behalf of e61712bca8e94cb8a024d511805a0a96 for: {'subnet': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:41:18.506284 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6fb282e3-8281-439f-b877-8c45f0084f48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1142073'] for subnet, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:18.804335 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6fb282e3-8281-439f-b877-8c45f0084f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1236093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1142059'] for subnet, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:18.808326 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-aa9c2674-27fd-4590-9ec8-3aa4675ec909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:18.874258 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb282e3-8281-439f-b877-8c45f0084f48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=046050b0-03e5-419e-9117-ffd90bd7218e,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:18.878137 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-6fb282e3-8281-439f-b877-8c45f0084f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:18.892162 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb282e3-8281-439f-b877-8c45f0084f48 admin admin] Checking segment: {'id': 'db786f6c-7c5d-4b00-b83f-da6a2a065cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:41:18.892507 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb282e3-8281-439f-b877-8c45f0084f48 admin admin] Network hostable DHCP agents. Network: 922aa1cf-7465-4c84-b730-156c0ce0974c, hostable agents: ['07c0c982-9110-493d-a202-71ade7b28515'], hosted agents: [] {{(pid=74996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:41:18.916562 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb282e3-8281-439f-b877-8c45f0084f48 admin admin] Network 922aa1cf-7465-4c84-b730-156c0ce0974c is scheduled to be hosted by DHCP agent 07c0c982-9110-493d-a202-71ade7b28515 with binding_index 1 {{(pid=74996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:41:18.933378 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-6fb282e3-8281-439f-b877-8c45f0084f48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-iscsi, 922aa1cf-7465-4c84-b730-156c0ce0974c) {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:41:18.937860 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb282e3-8281-439f-b877-8c45f0084f48 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:18.938492 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6fb282e3-8281-439f-b877-8c45f0084f48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:18.945560 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-da3475c3-16b2-49f1-b933-32e7eb80e5ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:18.947553 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52accd0f-6ad3-4515-8ba2-18a969a14724 None None] Network 922aa1cf-7465-4c84-b730-156c0ce0974c requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:41:18.967628 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-6fb282e3-8281-439f-b877-8c45f0084f48 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4971614 Aug 24 18:41:18.970305 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37156) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:18.972469 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc46399-ba83-4ad3-a83e-736d805f9551 req-09d9e8ca-eef9-439f-af37-81b27e774d6b tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:18.974840 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7cc46399-ba83-4ad3-a83e-736d805f9551 req-09d9e8ca-eef9-439f-af37-81b27e774d6b tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 945 time: 0.0953488 Aug 24 18:41:18.984910 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1774061153-router', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:18.990033 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:18.994395 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Usage tracker for resource:router and tenant:e61712bca8e94cb8a024d511805a0a96 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:18.998688 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:19.005945 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:19.017647 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30657'] for router, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:19.018690 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30678'] for router, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:19.036101 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7cc46399-ba83-4ad3-a83e-736d805f9551 req-da06d4ce-8186-4798-9509-c4fa14c6ba9e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544462 Aug 24 18:41:19.043493 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:19.185258 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e40c732-12b7-5d1c-b3b7-6e8fdb10c7cb-922aa1cf-7465-4c84-b730-156c0ce0974c', 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'fixed_ips': [{'subnet_id': '046050b0-03e5-419e-9117-ffd90bd7218e'}]}} from dv-cinder-805825-1-iscsi. {{(pid=74997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 18:41:19.186199 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:19.213832 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30500'] for router, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:19.242144 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea53f3-2d47-4386-9fd1-379f1d2033b6 req-232ae80b-9300-4ba3-94b4-80cf132aeca3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:19.243843 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c4ea53f3-2d47-4386-9fd1-379f1d2033b6 req-232ae80b-9300-4ba3-94b4-80cf132aeca3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 945 time: 0.0841844 Aug 24 18:41:19.292736 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c4ea53f3-2d47-4386-9fd1-379f1d2033b6 req-e44e00bc-f18a-4a7d-a8ce-a93e927d0936 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426211 Aug 24 18:41:19.361258 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:19.373457 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.db_base_plugin_common [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Allocated IP 172.20.0.2 (922aa1cf-7465-4c84-b730-156c0ce0974c/046050b0-03e5-419e-9117-ffd90bd7218e/b7fb1521-30b7-458f-b5b4-c51427ae7128) {{(pid=74997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:41:19.415633 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:19.449997 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:19.594000 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Notify callbacks [] for port, precommit_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:19.599486 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Allocated IP 172.27.3.207 (afb0294a-27f7-459e-836d-9dd48a51a08b/57a63288-2275-43de-bb63-fff925de2bab/d71ebd0a-d285-4394-8ab3-7b364178d295) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:41:19.605678 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Transition to ACTIVE for port object b7fb1521-30b7-458f-b5b4-c51427ae7128 will not be triggered until provisioned by entity L2. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:41:19.625654 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Transition to ACTIVE for port object b7fb1521-30b7-458f-b5b4-c51427ae7128 will not be triggered until provisioned by entity DHCP. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:41:19.636625 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:19.648281 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:19.696974 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Network 922aa1cf-7465-4c84-b730-156c0ce0974c is already hosted by enough agents. {{(pid=74997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:41:19.699980 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.scheduler.base_scheduler [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Resources bound (agent type, host, resource id): {{(pid=74997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:41:19.708208 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Received port after_create {{(pid=74997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:41:19.724131 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Pushing event updated for resources: {'Port': ['ID=b7fb1521-30b7-458f-b5b4-c51427ae7128,revision_number=1']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:19.752925 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:19.754150 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3843fa04-804e-4e70-8954-136f465d4c35 req-3cb1325d-0eb1-48c4-82b8-71985d757b12 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:19.756046 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3843fa04-804e-4e70-8954-136f465d4c35 req-3cb1325d-0eb1-48c4-82b8-71985d757b12 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 945 time: 0.0947843 Aug 24 18:41:19.782728 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:19.787863 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-365f2fe9-79b7-4dd5-ab94-766cfa8ea183 tempest-AttachVolumeNegativeTest-309177847 tempest-AttachVolumeNegativeTest-309177847-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:19.805186 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:19.805542 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:19.805850 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:19.806191 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:19.806534 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:19.807011 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:19.807490 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:19.807845 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:19.808178 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:19.808498 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:19.808816 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:19.811358 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3843fa04-804e-4e70-8954-136f465d4c35 req-f649cf6e-f1e3-43ce-a395-da0126a07c53 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485852 Aug 24 18:41:19.820272 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:19.839506 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Attempting to bind port b7fb1521-30b7-458f-b5b4-c51427ae7128 on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:41:19.840153 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Attempting to bind port b7fb1521-30b7-458f-b5b4-c51427ae7128 by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': 'db786f6c-7c5d-4b00-b83f-da6a2a065cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c'}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:41:19.840634 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Attempting to bind port b7fb1521-30b7-458f-b5b4-c51427ae7128 on network 922aa1cf-7465-4c84-b730-156c0ce0974c {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:41:19.848220 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:41:19.848711 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Checking segment: {'id': 'db786f6c-7c5d-4b00-b83f-da6a2a065cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:41:19.849217 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:19.849722 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Bound using segment: {'id': 'db786f6c-7c5d-4b00-b83f-da6a2a065cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c'} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:41:19.850434 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Bound port: b7fb1521-30b7-458f-b5b4-c51427ae7128, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db786f6c-7c5d-4b00-b83f-da6a2a065cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c'}}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:41:19.850951 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:19.866383 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Network afb0294a-27f7-459e-836d-9dd48a51a08b is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:41:19.869328 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:41:19.874210 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:41:19.899144 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Pushing event updated for resources: {'Port': ['ID=d71ebd0a-d285-4394-8ab3-7b364178d295,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:19.904730 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:19.952731 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] For port b7fb1521-30b7-458f-b5b4-c51427ae7128, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:41:19.956705 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] For port b7fb1521-30b7-458f-b5b4-c51427ae7128, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=b7fb1521-30b7-458f-b5b4-c51427ae7128,segment=NetworkSegment(db786f6c-7c5d-4b00-b83f-da6a2a065cee),segment_id=db786f6c-7c5d-4b00-b83f-da6a2a065cee)] {{(pid=74997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:41:19.967125 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:19.972760 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:20.055522 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Pushing event updated for resources: {'Port': ['ID=b7fb1521-30b7-458f-b5b4-c51427ae7128,revision_number=2']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:20.058911 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:20.071963 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:20.073176 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692446'] for router, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:20.411248 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Router c3d301f5-39fa-4cd0-a462-1470314fa99b is scheduled to L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 with binding_index 1 {{(pid=74996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:41:20.721786 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:41:20.733566 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] Sync routers for ids ['c3d301f5-39fa-4cd0-a462-1470314fa99b'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:41:20.746875 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] Routers {'c3d301f5-39fa-4cd0-a462-1470314fa99b'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:41:20.747552 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:40:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['c3d301f5-39fa-4cd0-a462-1470314fa99b'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:20.750381 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Notify callbacks [] for router, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:20.754449 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7802830 Aug 24 18:41:20.754645 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37180) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:20.982502 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] Set router c3d301f5-39fa-4cd0-a462-1470314fa99b gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:41:21.089997 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a43fa3b-d659-413b-8059-8bcbaf9caee5 None None] Network 922aa1cf-7465-4c84-b730-156c0ce0974c requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:41:21.288630 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-23c5f95e-8f8a-478c-9536-b6d466c2c9b2 None None] Provisioning for port b7fb1521-30b7-458f-b5b4-c51427ae7128 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:41:21.302388 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-b0af8973-faa0-4ba6-9ca1-c01e69336288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:21.508534 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'name': 'tempest-TestShelveInstance-1774061153-router', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:19Z', 'revision_number': 3, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'gw_port': {'id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:21.515213 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] Checking router: c3d301f5-39fa-4cd0-a462-1470314fa99b for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:41:21.515573 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] Updating router c3d301f5-39fa-4cd0-a462-1470314fa99b port d71ebd0a-d285-4394-8ab3-7b364178d295 binding host dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:41:21.549891 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:21.582603 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:21.852413 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Allocated IP 172.20.0.1 (922aa1cf-7465-4c84-b730-156c0ce0974c/046050b0-03e5-419e-9117-ffd90bd7218e/1b064ebe-652f-4a81-8cd0-b694d072ff58) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:41:21.991428 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device b7fb1521-30b7-458f-b5b4-c51427ae7128 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:41:22.057266 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:22.074372 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Transition to ACTIVE for port object 1b064ebe-652f-4a81-8cd0-b694d072ff58 will not be triggered until provisioned by entity DHCP. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:41:22.101119 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:22.106913 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:22.121129 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] Notify callbacks [] for port, precommit_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:22.132245 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port b7fb1521-30b7-458f-b5b4-c51427ae7128 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:41:22.142764 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] Transition to ACTIVE for port object d71ebd0a-d285-4394-8ab3-7b364178d295 will not be triggered until provisioned by entity L2. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:41:22.147860 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port b7fb1521-30b7-458f-b5b4-c51427ae7128 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:41:22.148296 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:22.177438 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Network 922aa1cf-7465-4c84-b730-156c0ce0974c is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:41:22.180290 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:41:22.182699 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:41:22.183203 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:22.195636 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-d80a285d-77b2-48c6-8202-0a2184f809b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:22.232818 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Pushing event updated for resources: {'Port': ['ID=1b064ebe-652f-4a81-8cd0-b694d072ff58,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:22.236231 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:22.255677 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:22.266015 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692608'] for router_interface, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:22.307735 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314cf46-ee81-4a2b-b52a-30b5021d2cd8 None None] Pushing event updated for resources: {'Port': ['ID=d71ebd0a-d285-4394-8ab3-7b364178d295,revision_number=2']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:22.310242 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] Attempting to bind port d71ebd0a-d285-4394-8ab3-7b364178d295 on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:41:22.310641 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] Attempting to bind port d71ebd0a-d285-4394-8ab3-7b364178d295 by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:41:22.311038 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] Attempting to bind port d71ebd0a-d285-4394-8ab3-7b364178d295 on network afb0294a-27f7-459e-836d-9dd48a51a08b {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:41:22.313347 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-5314cf46-ee81-4a2b-b52a-30b5021d2cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:22.362865 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:41:22.363624 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] Checking segment: {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:41:22.363862 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:22.364044 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] Bound using segment: {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:41:22.364527 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] Bound port: d71ebd0a-d285-4394-8ab3-7b364178d295, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:41:22.364917 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:22.378519 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:22.476966 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:22.510856 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] For port d71ebd0a-d285-4394-8ab3-7b364178d295, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:41:22.517820 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] For port d71ebd0a-d285-4394-8ab3-7b364178d295, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=d71ebd0a-d285-4394-8ab3-7b364178d295,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:41:22.527270 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port b7fb1521-30b7-458f-b5b4-c51427ae7128, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=b7fb1521-30b7-458f-b5b4-c51427ae7128,segment=NetworkSegment(db786f6c-7c5d-4b00-b83f-da6a2a065cee),segment_id=db786f6c-7c5d-4b00-b83f-da6a2a065cee)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:41:22.530527 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:22.534775 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-314b267e-40a9-4e12-a7d5-6ba3a8df7105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:22.574127 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:22.625823 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-4882cbd1-27df-4e22-a7bf-11ea63764ad8 None None] Provisioning for port 1b064ebe-652f-4a81-8cd0-b694d072ff58 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:41:22.634931 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314cf46-ee81-4a2b-b52a-30b5021d2cd8 None None] Pushing event updated for resources: {'Port': ['ID=d71ebd0a-d285-4394-8ab3-7b364178d295,revision_number=3']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:22.638873 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-5314cf46-ee81-4a2b-b52a-30b5021d2cd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:22.639447 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-4882cbd1-27df-4e22-a7bf-11ea63764ad8 None None] Provisioning complete for port 1b064ebe-652f-4a81-8cd0-b694d072ff58 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:41:22.640170 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-4882cbd1-27df-4e22-a7bf-11ea63764ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:22.642223 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:22.648272 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:22.699656 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:22.778189 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] Routers {'c3d301f5-39fa-4cd0-a462-1470314fa99b'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:41:22.778916 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:41:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['c3d301f5-39fa-4cd0-a462-1470314fa99b'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:22.779552 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:22.856651 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Pushing event updated for resources: {'Port': ['ID=1b064ebe-652f-4a81-8cd0-b694d072ff58,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:22.859053 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15555595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1691689'] for router_interface, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:22.860851 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-4882cbd1-27df-4e22-a7bf-11ea63764ad8 None None] Port 1b064ebe-652f-4a81-8cd0-b694d072ff58 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:41:22.863641 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:22.886442 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=b7fb1521-30b7-458f-b5b4-c51427ae7128,revision_number=3']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:22.891287 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:23.001766 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] Set router c3d301f5-39fa-4cd0-a462-1470314fa99b gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:41:23.004083 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Network 922aa1cf-7465-4c84-b730-156c0ce0974c is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:41:23.005542 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:41:23.326922 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-7b4dbeb8-5417-44f1-b19c-a915bf15b2eb None None] Provisioning complete for port 1b064ebe-652f-4a81-8cd0-b694d072ff58 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:41:23.327151 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-7b4dbeb8-5417-44f1-b19c-a915bf15b2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:23.384429 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-7b4dbeb8-5417-44f1-b19c-a915bf15b2eb None None] Port 1b064ebe-652f-4a81-8cd0-b694d072ff58 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:41:23.401200 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'name': 'tempest-TestShelveInstance-1774061153-router', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:22Z', 'revision_number': 4, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'gw_port': {'id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '1b064ebe-652f-4a81-8cd0-b694d072ff58', 'name': '', 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'mac_address': 'fa:16:3e:ac:8d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:21Z', 'updated_at': '2021-08-24T18:41:22Z', 'revision_number': 2, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'subnets': [{'id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:23.405223 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d636d8-c3e7-472a-801e-cbef71be2b19 None None] The sync data for ids ['c3d301f5-39fa-4cd0-a462-1470314fa99b'] in dv-cinder-805825-1-iscsi is: [{'id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'name': 'tempest-TestShelveInstance-1774061153-router', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:22Z', 'revision_number': 4, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'gw_port': {'id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '1b064ebe-652f-4a81-8cd0-b694d072ff58', 'name': '', 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'mac_address': 'fa:16:3e:ac:8d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:21Z', 'updated_at': '2021-08-24T18:41:22Z', 'revision_number': 2, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'subnets': [{'id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:41:23.407950 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Router c3d301f5-39fa-4cd0-a462-1470314fa99b has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:41:23.645389 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:41:23.650119 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:23.658341 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] 10.222.0.62 "PUT /v2.0/routers/c3d301f5-39fa-4cd0-a462-1470314fa99b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9022627 Aug 24 18:41:23.908562 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device b7fb1521-30b7-458f-b5b4-c51427ae7128 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:41:24.017477 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port b7fb1521-30b7-458f-b5b4-c51427ae7128 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:41:24.018125 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:24.600198 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37236) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:24.606040 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-538202341-network', 'tenant_id': 'f74bf3caea5b4036a153c146f830818a'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:24.611038 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:24.615205 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Usage tracker for resource:network and tenant:f74bf3caea5b4036a153c146f830818a is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:24.618425 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:24.624244 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:24.636347 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Made reservation on behalf of f74bf3caea5b4036a153c146f830818a for: {'network': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:41:24.638734 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for network, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:24.651758 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:24.684312 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:24.688243 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Usage tracker for resource:security_group_rule and tenant:f74bf3caea5b4036a153c146f830818a is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:24.691097 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:24.696883 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:24.767318 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:24.773019 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:24.776124 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-2186fd4b-bc7f-4024-bbc3-30e08512e52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:24.804827 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=74996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:41:24.813124 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d5b0d0-c525-48fd-914d-959120d33f04,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:24.816531 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:24.819044 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:24.819379 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.segments_db [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Added segment 8c4f4ecb-7165-4082-8232-adb3ecf44106 of type vlan for network 516dfd2e-ee1c-4466-a9c6-4de457b647fe Aug 24 18:41:24.845057 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740181864075'] for network, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:24.874964 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for network, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:24.876127 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:24.876697 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:24.880239 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:24.980640 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Pushing event updated for resources: {'Network': ['ID=516dfd2e-ee1c-4466-a9c6-4de457b647fe,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:24.983635 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3824382 Aug 24 18:41:24.984590 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:24.986692 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37240) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:24.992448 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-af359145-ecf6-4530-9ebf-086ebbd1e16a admin admin] Request body: {'subnet': {'network_id': '516dfd2e-ee1c-4466-a9c6-4de457b647fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-538202341-subnet', 'tenant_id': 'f74bf3caea5b4036a153c146f830818a', 'ip_version': 4}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:24.995015 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Network 516dfd2e-ee1c-4466-a9c6-4de457b647fe details requested by agent ovs-agent-dv-cinder-805825-1-iscsi with host dv-cinder-805825-1-iscsi {{(pid=74997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:41:24.997538 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-af359145-ecf6-4530-9ebf-086ebbd1e16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:25.001447 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-af359145-ecf6-4530-9ebf-086ebbd1e16a admin admin] Usage tracker for resource:subnet and tenant:f74bf3caea5b4036a153c146f830818a is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:25.004354 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-af359145-ecf6-4530-9ebf-086ebbd1e16a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:25.011028 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-af359145-ecf6-4530-9ebf-086ebbd1e16a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:25.021351 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af359145-ecf6-4530-9ebf-086ebbd1e16a admin admin] Made reservation on behalf of f74bf3caea5b4036a153c146f830818a for: {'subnet': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:41:25.023889 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-af359145-ecf6-4530-9ebf-086ebbd1e16a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1142073'] for subnet, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:25.238098 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-af359145-ecf6-4530-9ebf-086ebbd1e16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1236093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1142059'] for subnet, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:25.242770 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-f35f665a-e3f3-45b4-90d5-53106c810651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:25.313665 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af359145-ecf6-4530-9ebf-086ebbd1e16a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2615872d-69e4-4729-9f11-d48f7a1cd34c,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:25.316606 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-af359145-ecf6-4530-9ebf-086ebbd1e16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:25.330192 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af359145-ecf6-4530-9ebf-086ebbd1e16a admin admin] Checking segment: {'id': '8c4f4ecb-7165-4082-8232-adb3ecf44106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '516dfd2e-ee1c-4466-a9c6-4de457b647fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:41:25.330543 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af359145-ecf6-4530-9ebf-086ebbd1e16a admin admin] Network hostable DHCP agents. Network: 516dfd2e-ee1c-4466-a9c6-4de457b647fe, hostable agents: ['07c0c982-9110-493d-a202-71ade7b28515'], hosted agents: [] {{(pid=74996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:41:25.353272 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af359145-ecf6-4530-9ebf-086ebbd1e16a admin admin] Network 516dfd2e-ee1c-4466-a9c6-4de457b647fe is scheduled to be hosted by DHCP agent 07c0c982-9110-493d-a202-71ade7b28515 with binding_index 1 {{(pid=74996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:41:25.362905 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-af359145-ecf6-4530-9ebf-086ebbd1e16a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-iscsi, 516dfd2e-ee1c-4466-a9c6-4de457b647fe) {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:41:25.366792 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af359145-ecf6-4530-9ebf-086ebbd1e16a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:25.367373 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-af359145-ecf6-4530-9ebf-086ebbd1e16a admin admin] Notify callbacks [] for subnet, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:25.372241 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9873489-c1b5-4097-af00-26c9d956b4a0 None None] Network 516dfd2e-ee1c-4466-a9c6-4de457b647fe requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:41:25.390422 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-af359145-ecf6-4530-9ebf-086ebbd1e16a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4023874 Aug 24 18:41:25.392966 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37248) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:25.398247 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-538202341-router', 'tenant_id': 'f74bf3caea5b4036a153c146f830818a', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:25.402971 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:25.407089 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Usage tracker for resource:router and tenant:f74bf3caea5b4036a153c146f830818a is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:25.410202 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:25.416667 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:25.427404 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30657'] for router, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:25.428291 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30678'] for router, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:25.448417 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:25.605963 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e40c732-12b7-5d1c-b3b7-6e8fdb10c7cb-516dfd2e-ee1c-4466-a9c6-4de457b647fe', 'network_id': '516dfd2e-ee1c-4466-a9c6-4de457b647fe', 'tenant_id': 'f74bf3caea5b4036a153c146f830818a', 'fixed_ips': [{'subnet_id': '2615872d-69e4-4729-9f11-d48f7a1cd34c'}]}} from dv-cinder-805825-1-iscsi. {{(pid=74997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 18:41:25.606797 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:25.693007 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30500'] for router, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:25.770882 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.db_base_plugin_common [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Allocated IP 172.20.0.2 (516dfd2e-ee1c-4466-a9c6-4de457b647fe/2615872d-69e4-4729-9f11-d48f7a1cd34c/84981148-b156-4fe1-ab51-e9c401a107e8) {{(pid=74997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:41:25.896661 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:25.928438 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:25.932250 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device d71ebd0a-d285-4394-8ab3-7b364178d295 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:41:26.066392 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Notify callbacks [] for port, precommit_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:26.080804 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Transition to ACTIVE for port object 84981148-b156-4fe1-ab51-e9c401a107e8 will not be triggered until provisioned by entity L2. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:41:26.083044 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Allocated IP 172.27.3.49 (afb0294a-27f7-459e-836d-9dd48a51a08b/57a63288-2275-43de-bb63-fff925de2bab/288b9d43-5d09-4396-9341-e6d4e921a86f) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:41:26.103569 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port d71ebd0a-d285-4394-8ab3-7b364178d295 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:41:26.109461 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Transition to ACTIVE for port object 84981148-b156-4fe1-ab51-e9c401a107e8 will not be triggered until provisioned by entity DHCP. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:41:26.110718 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port d71ebd0a-d285-4394-8ab3-7b364178d295 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:41:26.111101 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:26.148407 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:26.158607 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:26.233454 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Network 516dfd2e-ee1c-4466-a9c6-4de457b647fe is already hosted by enough agents. {{(pid=74997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:41:26.237055 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.scheduler.base_scheduler [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Resources bound (agent type, host, resource id): {{(pid=74997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:41:26.241497 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Received port after_create {{(pid=74997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:41:26.245639 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:26.255515 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Pushing event updated for resources: {'Port': ['ID=84981148-b156-4fe1-ab51-e9c401a107e8,revision_number=1']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:26.259888 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:26.277173 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:26.282334 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:26.349186 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Network afb0294a-27f7-459e-836d-9dd48a51a08b is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:41:26.352942 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:41:26.355381 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:41:26.390441 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Pushing event updated for resources: {'Port': ['ID=288b9d43-5d09-4396-9341-e6d4e921a86f,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:26.391219 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Attempting to bind port 84981148-b156-4fe1-ab51-e9c401a107e8 on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:41:26.391741 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Attempting to bind port 84981148-b156-4fe1-ab51-e9c401a107e8 by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': '8c4f4ecb-7165-4082-8232-adb3ecf44106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '516dfd2e-ee1c-4466-a9c6-4de457b647fe'}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:41:26.391958 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Attempting to bind port 84981148-b156-4fe1-ab51-e9c401a107e8 on network 516dfd2e-ee1c-4466-a9c6-4de457b647fe {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:41:26.396166 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:26.397516 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:26.406172 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:41:26.406546 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Checking segment: {'id': '8c4f4ecb-7165-4082-8232-adb3ecf44106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '516dfd2e-ee1c-4466-a9c6-4de457b647fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:41:26.406988 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:26.407378 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Bound using segment: {'id': '8c4f4ecb-7165-4082-8232-adb3ecf44106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '516dfd2e-ee1c-4466-a9c6-4de457b647fe'} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:41:26.407856 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Bound port: 84981148-b156-4fe1-ab51-e9c401a107e8, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c4f4ecb-7165-4082-8232-adb3ecf44106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '516dfd2e-ee1c-4466-a9c6-4de457b647fe'}}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:41:26.408239 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:26.432110 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port d71ebd0a-d285-4394-8ab3-7b364178d295, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=d71ebd0a-d285-4394-8ab3-7b364178d295,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:41:26.461583 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:26.469001 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:26.527337 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:26.528808 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692446'] for router, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:26.567925 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=d71ebd0a-d285-4394-8ab3-7b364178d295,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:26.571032 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] For port 84981148-b156-4fe1-ab51-e9c401a107e8, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:41:26.573102 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:26.574937 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] For port 84981148-b156-4fe1-ab51-e9c401a107e8, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=84981148-b156-4fe1-ab51-e9c401a107e8,segment=NetworkSegment(8c4f4ecb-7165-4082-8232-adb3ecf44106),segment_id=8c4f4ecb-7165-4082-8232-adb3ecf44106)] {{(pid=74997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:41:26.580278 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:26.586292 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-5314cf46-ee81-4a2b-b52a-30b5021d2cd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:26.672913 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Pushing event updated for resources: {'Port': ['ID=84981148-b156-4fe1-ab51-e9c401a107e8,revision_number=2']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:26.676216 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:26.777692 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Router 4113273c-9b48-48a8-a2af-4cbf1288e3b0 is scheduled to L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 with binding_index 1 {{(pid=74996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:41:27.028514 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:41:27.037865 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] Sync routers for ids ['4113273c-9b48-48a8-a2af-4cbf1288e3b0'] in dv-cinder-805825-1-iscsi {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:41:27.051212 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] Routers {'4113273c-9b48-48a8-a2af-4cbf1288e3b0'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:41:27.051796 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:41:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4113273c-9b48-48a8-a2af-4cbf1288e3b0'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:27.056187 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Notify callbacks [] for router, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:27.057417 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6634662 Aug 24 18:41:27.060745 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37260) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:27.237903 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] Set router 4113273c-9b48-48a8-a2af-4cbf1288e3b0 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:41:27.553236 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdac357-28f3-4b2c-80eb-f3ca23eda5ed None None] Network 516dfd2e-ee1c-4466-a9c6-4de457b647fe requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:41:27.571946 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113273c-9b48-48a8-a2af-4cbf1288e3b0', 'name': 'tempest-TestShelveInstance-538202341-router', 'tenant_id': 'f74bf3caea5b4036a153c146f830818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '288b9d43-5d09-4396-9341-e6d4e921a86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:25Z', 'updated_at': '2021-08-24T18:41:26Z', 'revision_number': 3, 'project_id': 'f74bf3caea5b4036a153c146f830818a', 'gw_port': {'id': '288b9d43-5d09-4396-9341-e6d4e921a86f', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113273c-9b48-48a8-a2af-4cbf1288e3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:25Z', 'updated_at': '2021-08-24T18:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:27.576081 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] Checking router: 4113273c-9b48-48a8-a2af-4cbf1288e3b0 for host: dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:41:27.576417 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] Updating router 4113273c-9b48-48a8-a2af-4cbf1288e3b0 port 288b9d43-5d09-4396-9341-e6d4e921a86f binding host dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:41:27.628660 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:27.676781 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-6afef312-3f99-4c09-9600-e938107c3f05 None None] Provisioning for port 84981148-b156-4fe1-ab51-e9c401a107e8 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:41:28.035272 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] Notify callbacks [] for port, precommit_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:28.052972 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.provisioning_blocks [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] Transition to ACTIVE for port object 288b9d43-5d09-4396-9341-e6d4e921a86f will not be triggered until provisioned by entity L2. {{(pid=74998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:41:28.059084 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:28.060710 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 84981148-b156-4fe1-ab51-e9c401a107e8 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:41:28.064136 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:28.068636 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:28.161913 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port 84981148-b156-4fe1-ab51-e9c401a107e8 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:41:28.167154 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 84981148-b156-4fe1-ab51-e9c401a107e8 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:41:28.167542 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:28.182002 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] Attempting to bind port 288b9d43-5d09-4396-9341-e6d4e921a86f on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:41:28.182499 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] Attempting to bind port 288b9d43-5d09-4396-9341-e6d4e921a86f by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:41:28.183004 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] Attempting to bind port 288b9d43-5d09-4396-9341-e6d4e921a86f on network afb0294a-27f7-459e-836d-9dd48a51a08b {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:41:28.189432 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0952a7-45a0-4ef4-8909-ea3644b6340a None None] Pushing event updated for resources: {'Port': ['ID=288b9d43-5d09-4396-9341-e6d4e921a86f,revision_number=2']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:28.199257 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:41:28.199763 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] Checking segment: {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:41:28.200323 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:28.200830 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] Bound using segment: {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:41:28.201385 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] Bound port: 288b9d43-5d09-4396-9341-e6d4e921a86f, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:41:28.201881 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:28.226305 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0952a7-45a0-4ef4-8909-ea3644b6340a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:28.226728 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0952a7-45a0-4ef4-8909-ea3644b6340a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:28.227154 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0952a7-45a0-4ef4-8909-ea3644b6340a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:28.227692 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0952a7-45a0-4ef4-8909-ea3644b6340a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:28.228214 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0952a7-45a0-4ef4-8909-ea3644b6340a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:28.228541 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0952a7-45a0-4ef4-8909-ea3644b6340a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:28.228859 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0952a7-45a0-4ef4-8909-ea3644b6340a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:28.229142 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0952a7-45a0-4ef4-8909-ea3644b6340a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:28.229632 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0952a7-45a0-4ef4-8909-ea3644b6340a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:28.229994 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0952a7-45a0-4ef4-8909-ea3644b6340a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:28.230304 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0952a7-45a0-4ef4-8909-ea3644b6340a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:28.234140 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-8c0952a7-45a0-4ef4-8909-ea3644b6340a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:28.291044 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:28.291372 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] For port 288b9d43-5d09-4396-9341-e6d4e921a86f, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:41:28.294749 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] For port 288b9d43-5d09-4396-9341-e6d4e921a86f, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=288b9d43-5d09-4396-9341-e6d4e921a86f,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:41:28.300150 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:28.304382 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:28.304860 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Allocated IP 172.20.0.1 (516dfd2e-ee1c-4466-a9c6-4de457b647fe/2615872d-69e4-4729-9f11-d48f7a1cd34c/ee92b7e6-1ca0-4101-8cfd-b78add449a07) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:41:28.326544 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port 84981148-b156-4fe1-ab51-e9c401a107e8, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=84981148-b156-4fe1-ab51-e9c401a107e8,segment=NetworkSegment(8c4f4ecb-7165-4082-8232-adb3ecf44106),segment_id=8c4f4ecb-7165-4082-8232-adb3ecf44106)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:41:28.331876 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:28.333519 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device d71ebd0a-d285-4394-8ab3-7b364178d295 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:41:28.357415 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:28.413388 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0952a7-45a0-4ef4-8909-ea3644b6340a None None] Pushing event updated for resources: {'Port': ['ID=288b9d43-5d09-4396-9341-e6d4e921a86f,revision_number=3']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:28.416921 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-8c0952a7-45a0-4ef4-8909-ea3644b6340a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:28.418559 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] Routers {'4113273c-9b48-48a8-a2af-4cbf1288e3b0'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:41:28.419279 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:41:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4113273c-9b48-48a8-a2af-4cbf1288e3b0'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:28.452543 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=84981148-b156-4fe1-ab51-e9c401a107e8,revision_number=3']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:28.456059 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:28.467612 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port d71ebd0a-d285-4394-8ab3-7b364178d295 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:41:28.468289 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:28.473878 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:28.490774 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Transition to ACTIVE for port object ee92b7e6-1ca0-4101-8cfd-b78add449a07 will not be triggered until provisioned by entity DHCP. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:41:28.520161 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:28.529224 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:28.599031 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Network 516dfd2e-ee1c-4466-a9c6-4de457b647fe is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:41:28.601893 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:41:28.605724 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:41:28.646793 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] Set router 4113273c-9b48-48a8-a2af-4cbf1288e3b0 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:41:28.648636 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Pushing event updated for resources: {'Port': ['ID=ee92b7e6-1ca0-4101-8cfd-b78add449a07,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:28.665684 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:28.666543 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692608'] for router_interface, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:28.772501 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:28.888712 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-0c7442a2-8312-4be9-af7f-db4ab29f5d91 None None] Provisioning for port ee92b7e6-1ca0-4101-8cfd-b78add449a07 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:41:28.894002 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-0c7442a2-8312-4be9-af7f-db4ab29f5d91 None None] Provisioning complete for port ee92b7e6-1ca0-4101-8cfd-b78add449a07 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:41:28.894327 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-0c7442a2-8312-4be9-af7f-db4ab29f5d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:28.963989 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-0c7442a2-8312-4be9-af7f-db4ab29f5d91 None None] Port ee92b7e6-1ca0-4101-8cfd-b78add449a07 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:41:28.981611 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113273c-9b48-48a8-a2af-4cbf1288e3b0', 'name': 'tempest-TestShelveInstance-538202341-router', 'tenant_id': 'f74bf3caea5b4036a153c146f830818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '288b9d43-5d09-4396-9341-e6d4e921a86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:25Z', 'updated_at': '2021-08-24T18:41:26Z', 'revision_number': 3, 'project_id': 'f74bf3caea5b4036a153c146f830818a', 'gw_port': {'id': '288b9d43-5d09-4396-9341-e6d4e921a86f', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113273c-9b48-48a8-a2af-4cbf1288e3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:25Z', 'updated_at': '2021-08-24T18:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:28.985505 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a579485-381f-4bb5-a4b3-9f6d856b8c52 None None] The sync data for ids ['4113273c-9b48-48a8-a2af-4cbf1288e3b0'] in dv-cinder-805825-1-iscsi is: [{'id': '4113273c-9b48-48a8-a2af-4cbf1288e3b0', 'name': 'tempest-TestShelveInstance-538202341-router', 'tenant_id': 'f74bf3caea5b4036a153c146f830818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '288b9d43-5d09-4396-9341-e6d4e921a86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:25Z', 'updated_at': '2021-08-24T18:41:26Z', 'revision_number': 3, 'project_id': 'f74bf3caea5b4036a153c146f830818a', 'gw_port': {'id': '288b9d43-5d09-4396-9341-e6d4e921a86f', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113273c-9b48-48a8-a2af-4cbf1288e3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:25Z', 'updated_at': '2021-08-24T18:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}] {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:41:29.022350 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:29.028107 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:29.054051 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-948421a5-820a-4b40-9ac5-8b7bdd2a01b5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:29.140853 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Pushing event updated for resources: {'Port': ['ID=ee92b7e6-1ca0-4101-8cfd-b78add449a07,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:29.143699 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:29.147134 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15555595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1691689'] for router_interface, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:29.300290 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Network 516dfd2e-ee1c-4466-a9c6-4de457b647fe is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:41:29.301649 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:41:29.595591 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-ae13a90d-8542-4f96-af25-f3b9540102e9 None None] Provisioning complete for port ee92b7e6-1ca0-4101-8cfd-b78add449a07 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:41:29.595885 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ae13a90d-8542-4f96-af25-f3b9540102e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:29.653698 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-ae13a90d-8542-4f96-af25-f3b9540102e9 None None] Port ee92b7e6-1ca0-4101-8cfd-b78add449a07 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:41:29.812221 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Router 4113273c-9b48-48a8-a2af-4cbf1288e3b0 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:41:29.898256 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 84981148-b156-4fe1-ab51-e9c401a107e8 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:41:29.996420 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 84981148-b156-4fe1-ab51-e9c401a107e8 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:41:29.997149 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:30.040830 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:41:30.063465 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] 10.222.0.62 "PUT /v2.0/routers/4113273c-9b48-48a8-a2af-4cbf1288e3b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9929786 Aug 24 18:41:30.708432 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47289c7e-a3ca-49b7-bbe1-af307dd8bb80 req-98e6c6a4-19e5-49b4-83e8-59571adb27f1 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:30.709814 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-47289c7e-a3ca-49b7-bbe1-af307dd8bb80 req-98e6c6a4-19e5-49b4-83e8-59571adb27f1 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 945 time: 0.0778794 Aug 24 18:41:30.755515 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-47289c7e-a3ca-49b7-bbe1-af307dd8bb80 req-63b5f54a-2c1e-4631-9261-df99e172725b tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397079 Aug 24 18:41:30.785090 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37302) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:30.953206 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37308) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:30.959325 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-21250e63-ac52-4587-9e04-a31bdb0c6d34 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1561870899', 'description': 'tempest-secgroup-smoke-1561870899 description', 'project_id': 'e61712bca8e94cb8a024d511805a0a96'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:30.970764 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-21250e63-ac52-4587-9e04-a31bdb0c6d34 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:31.008908 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-21250e63-ac52-4587-9e04-a31bdb0c6d34 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Usage tracker for resource:security_group and tenant:e61712bca8e94cb8a024d511805a0a96 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:31.015916 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-21250e63-ac52-4587-9e04-a31bdb0c6d34 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:31.024065 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-21250e63-ac52-4587-9e04-a31bdb0c6d34 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:31.043824 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-21250e63-ac52-4587-9e04-a31bdb0c6d34 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.082040 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-8e772df7-208f-422f-b14e-724ff591d9d5 tempest-TestMinimumBasicScenario-698435722 tempest-TestMinimumBasicScenario-698435722-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 1093 time: 0.2954583 Aug 24 18:41:31.085159 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 37312) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:31.088478 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-21250e63-ac52-4587-9e04-a31bdb0c6d34 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:31.090905 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Request body: {'floatingip': {'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'port_id': 'e5b991b4-9c1a-40ea-8dbb-cefee7e409e6', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:31.092427 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-21250e63-ac52-4587-9e04-a31bdb0c6d34 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Usage tracker for resource:security_group_rule and tenant:e61712bca8e94cb8a024d511805a0a96 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:31.095365 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-21250e63-ac52-4587-9e04-a31bdb0c6d34 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:31.097526 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:31.103404 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-21250e63-ac52-4587-9e04-a31bdb0c6d34 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:31.113034 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Usage tracker for resource:floatingip and tenant:5b11a5d762934f28a49e78963be828a1 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:31.114584 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.121891 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:31.132996 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:31.144431 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for floatingip, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.164593 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-21250e63-ac52-4587-9e04-a31bdb0c6d34 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.169786 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-21250e63-ac52-4587-9e04-a31bdb0c6d34 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.175748 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-1630dfc4-457c-4991-80ac-fe8160970b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:31.215877 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-21250e63-ac52-4587-9e04-a31bdb0c6d34 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.217032 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-21250e63-ac52-4587-9e04-a31bdb0c6d34 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2627325 Aug 24 18:41:31.218933 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21250e63-ac52-4587-9e04-a31bdb0c6d34 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=695bf306-ee1f-4044-9821-dcb74b605ece,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:31.220986 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37318) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:31.223709 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-21250e63-ac52-4587-9e04-a31bdb0c6d34 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:31.228217 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-9a632dcc-1778-4e9a-b061-c63c7b131596 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Request body: {'security_group_rule': {'security_group_id': '695bf306-ee1f-4044-9821-dcb74b605ece', 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:31.234576 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-9a632dcc-1778-4e9a-b061-c63c7b131596 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:31.239413 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-9a632dcc-1778-4e9a-b061-c63c7b131596 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Usage tracker for resource:security_group_rule and tenant:e61712bca8e94cb8a024d511805a0a96 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:31.242413 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-9a632dcc-1778-4e9a-b061-c63c7b131596 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:31.248350 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-9a632dcc-1778-4e9a-b061-c63c7b131596 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:31.270068 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9a632dcc-1778-4e9a-b061-c63c7b131596 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.294008 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.334344 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9a632dcc-1778-4e9a-b061-c63c7b131596 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.339314 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9a632dcc-1778-4e9a-b061-c63c7b131596 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.341371 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:31.364165 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a632dcc-1778-4e9a-b061-c63c7b131596 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80146e6d-15fd-4359-9b5c-af92fdbdb530,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:31.366850 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-9a632dcc-1778-4e9a-b061-c63c7b131596 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:31.376124 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9a632dcc-1778-4e9a-b061-c63c7b131596 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.377340 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-9a632dcc-1778-4e9a-b061-c63c7b131596 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1554544 Aug 24 18:41:31.380562 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37322) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:31.386542 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-1109e4ef-1631-41bd-991c-fcc7de28aeeb tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Request body: {'security_group_rule': {'security_group_id': '695bf306-ee1f-4044-9821-dcb74b605ece', 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:31.392461 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-1109e4ef-1631-41bd-991c-fcc7de28aeeb tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:31.396705 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-1109e4ef-1631-41bd-991c-fcc7de28aeeb tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Usage tracker for resource:security_group_rule and tenant:e61712bca8e94cb8a024d511805a0a96 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:31.399632 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-1109e4ef-1631-41bd-991c-fcc7de28aeeb tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:31.405358 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-1109e4ef-1631-41bd-991c-fcc7de28aeeb tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:31.425560 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-1109e4ef-1631-41bd-991c-fcc7de28aeeb tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.442800 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_common [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Allocated IP 172.27.3.104 (afb0294a-27f7-459e-836d-9dd48a51a08b/57a63288-2275-43de-bb63-fff925de2bab/5d4c4c77-b326-4c58-b254-de2d0c2ce781) {{(pid=74995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:41:31.490588 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-1109e4ef-1631-41bd-991c-fcc7de28aeeb tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.498369 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-1109e4ef-1631-41bd-991c-fcc7de28aeeb tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.501300 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-fb07bc38-a320-4121-8c11-efd5c2dabdc5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:31.521302 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109e4ef-1631-41bd-991c-fcc7de28aeeb tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9fed517-d4b9-42d7-a784-e571d57427c3,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:31.525587 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-1109e4ef-1631-41bd-991c-fcc7de28aeeb tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:31.543151 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-1109e4ef-1631-41bd-991c-fcc7de28aeeb tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.547027 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-1109e4ef-1631-41bd-991c-fcc7de28aeeb tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1628647 Aug 24 18:41:31.547300 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37328) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:31.553732 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-c30f0871-3272-439c-b834-46822ed0741f tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Request body: {'security_group_rule': {'security_group_id': '695bf306-ee1f-4044-9821-dcb74b605ece', 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:31.561559 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-c30f0871-3272-439c-b834-46822ed0741f tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:31.566317 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-c30f0871-3272-439c-b834-46822ed0741f tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Usage tracker for resource:security_group_rule and tenant:e61712bca8e94cb8a024d511805a0a96 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:31.569990 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-c30f0871-3272-439c-b834-46822ed0741f tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:31.578059 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-c30f0871-3272-439c-b834-46822ed0741f tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:31.597483 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c30f0871-3272-439c-b834-46822ed0741f tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.664713 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c30f0871-3272-439c-b834-46822ed0741f tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.669708 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c30f0871-3272-439c-b834-46822ed0741f tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.672021 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:31.689995 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for port, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.692751 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f0871-3272-439c-b834-46822ed0741f tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f42ad046-6c0d-4a08-a697-11604bfe013d,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:31.696660 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-c30f0871-3272-439c-b834-46822ed0741f tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:31.705975 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c30f0871-3272-439c-b834-46822ed0741f tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.709924 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-c30f0871-3272-439c-b834-46822ed0741f tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1589172 Aug 24 18:41:31.710145 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37334) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:31.715947 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-135990d5-2d6c-4d13-83b6-4c35235b56fa tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Request body: {'security_group_rule': {'security_group_id': '695bf306-ee1f-4044-9821-dcb74b605ece', 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:31.719054 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.721630 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-135990d5-2d6c-4d13-83b6-4c35235b56fa tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:31.723743 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ab4829dd-7f62-4aa2-b62e-07bd7c012f22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:31.725518 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-135990d5-2d6c-4d13-83b6-4c35235b56fa tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Usage tracker for resource:security_group_rule and tenant:e61712bca8e94cb8a024d511805a0a96 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:31.728446 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-135990d5-2d6c-4d13-83b6-4c35235b56fa tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:31.734261 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-135990d5-2d6c-4d13-83b6-4c35235b56fa tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:31.755205 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-135990d5-2d6c-4d13-83b6-4c35235b56fa tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.794187 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Network afb0294a-27f7-459e-836d-9dd48a51a08b is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:41:31.797163 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:41:31.801687 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Received port after_create {{(pid=74995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:41:31.821611 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-135990d5-2d6c-4d13-83b6-4c35235b56fa tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.827577 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-135990d5-2d6c-4d13-83b6-4c35235b56fa tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.831067 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Pushing event updated for resources: {'Port': ['ID=5d4c4c77-b326-4c58-b254-de2d0c2ce781,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:31.837345 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-7a5e2684-1182-43e7-bfc8-872925dedb70 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:31.837706 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:31.855173 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135990d5-2d6c-4d13-83b6-4c35235b56fa tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a9905ee-5788-4a7b-a556-88e93775eb74,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:31.857800 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-135990d5-2d6c-4d13-83b6-4c35235b56fa tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:31.865738 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-135990d5-2d6c-4d13-83b6-4c35235b56fa tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.867082 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-135990d5-2d6c-4d13-83b6-4c35235b56fa tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1559732 Aug 24 18:41:31.869702 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37338) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:31.875445 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-cce13b23-3e13-4594-9044-8353b987bc48 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Request body: {'security_group_rule': {'security_group_id': '695bf306-ee1f-4044-9821-dcb74b605ece', 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:31.881589 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-cce13b23-3e13-4594-9044-8353b987bc48 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:31.885450 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-cce13b23-3e13-4594-9044-8353b987bc48 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Usage tracker for resource:security_group_rule and tenant:e61712bca8e94cb8a024d511805a0a96 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:31.888485 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-cce13b23-3e13-4594-9044-8353b987bc48 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:31.894292 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-cce13b23-3e13-4594-9044-8353b987bc48 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:31.906319 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.securitygroups_db [None req-cce13b23-3e13-4594-9044-8353b987bc48 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Project e61712bca8e94cb8a024d511805a0a96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 18:41:31.913247 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cce13b23-3e13-4594-9044-8353b987bc48 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.983634 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cce13b23-3e13-4594-9044-8353b987bc48 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.989825 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cce13b23-3e13-4594-9044-8353b987bc48 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:31.992130 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:32.015037 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce13b23-3e13-4594-9044-8353b987bc48 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9827e2e4-f13b-43bc-90e2-92d2b44f0900,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:32.017479 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-cce13b23-3e13-4594-9044-8353b987bc48 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:32.026101 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cce13b23-3e13-4594-9044-8353b987bc48 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:32.027465 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-cce13b23-3e13-4594-9044-8353b987bc48 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1568551 Aug 24 18:41:32.030496 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37342) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:32.036360 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-b3ae3885-e395-4012-98de-1fd75858ea72 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Request body: {'security_group_rule': {'security_group_id': '695bf306-ee1f-4044-9821-dcb74b605ece', 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:32.042045 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b3ae3885-e395-4012-98de-1fd75858ea72 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:32.045933 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b3ae3885-e395-4012-98de-1fd75858ea72 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Usage tracker for resource:security_group_rule and tenant:e61712bca8e94cb8a024d511805a0a96 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:32.048871 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b3ae3885-e395-4012-98de-1fd75858ea72 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:32.054691 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b3ae3885-e395-4012-98de-1fd75858ea72 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:32.068853 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.securitygroups_db [None req-b3ae3885-e395-4012-98de-1fd75858ea72 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Project e61712bca8e94cb8a024d511805a0a96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 18:41:32.075541 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b3ae3885-e395-4012-98de-1fd75858ea72 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:32.141078 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b3ae3885-e395-4012-98de-1fd75858ea72 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:32.145567 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b3ae3885-e395-4012-98de-1fd75858ea72 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:32.153352 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:32.172564 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae3885-e395-4012-98de-1fd75858ea72 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c812dc-76f6-4d68-b7ba-22997bc59f7f,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:32.175245 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b3ae3885-e395-4012-98de-1fd75858ea72 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:32.215869 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b3ae3885-e395-4012-98de-1fd75858ea72 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:32.217200 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-b3ae3885-e395-4012-98de-1fd75858ea72 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1857214 Aug 24 18:41:32.258989 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2e183bea-e8cf-430b-9168-aa4f2f6ecca5 req-94162478-c5ba-4f3e-8f50-7be2c30ec97a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824769 Aug 24 18:41:32.369792 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:32.443353 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:32.458217 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2e183bea-e8cf-430b-9168-aa4f2f6ecca5 req-6cdb19d8-ca70-43f9-b942-caac67c9b989 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1058cbc028345d9b3abf057991020c1&device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 1098 time: 0.0914106 Aug 24 18:41:32.642378 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e183bea-e8cf-430b-9168-aa4f2f6ecca5 req-0d8dc962-80f9-4ba0-a2d7-5d6453321eef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:32.643913 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2e183bea-e8cf-430b-9168-aa4f2f6ecca5 req-0d8dc962-80f9-4ba0-a2d7-5d6453321eef service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6a59e55-85ca-47cc-8fae-e2513fbbce59 HTTP/1.1" status: 200 len: 918 time: 0.1517718 Aug 24 18:41:32.693437 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for port, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:32.699518 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3098578'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:32.703164 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:32.721605 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:41:32.813715 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2e183bea-e8cf-430b-9168-aa4f2f6ecca5 req-5c84cb8b-c79f-4695-b6f5-a40d93c63616 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18817fa5-ca13-4d67-892d-37844e1ceda5 HTTP/1.1" status: 200 len: 1001 time: 0.1599774 Aug 24 18:41:32.844288 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Pushing event updated for resources: {'Port': ['ID=5d4c4c77-b326-4c58-b254-de2d0c2ce781,revision_number=2']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:32.847779 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:32.864638 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692493'] for floatingip, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:32.914906 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e183bea-e8cf-430b-9168-aa4f2f6ecca5 req-4e18f403-f5c1-4751-8e72-91be93edc26f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:32.916602 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2e183bea-e8cf-430b-9168-aa4f2f6ecca5 req-4e18f403-f5c1-4751-8e72-91be93edc26f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d9a7234-019a-48d3-9ec8-5b691415065c HTTP/1.1" status: 200 len: 856 time: 0.0934367 Aug 24 18:41:33.066062 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2e183bea-e8cf-430b-9168-aa4f2f6ecca5 req-eddbfa99-da8a-43f9-9748-396b51c159f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6a59e55-85ca-47cc-8fae-e2513fbbce59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1315980 Aug 24 18:41:33.215864 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173576f6-0ea0-45fe-a7e3-fbc9bbc52c1e req-32728bd3-84e0-4ec8-9bcf-033a255470ad tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:33.217333 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-173576f6-0ea0-45fe-a7e3-fbc9bbc52c1e req-32728bd3-84e0-4ec8-9bcf-033a255470ad tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.1215179 Aug 24 18:41:33.221444 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.db.l3_db [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Floating IP ee67dd12-00a5-426c-8d7b-435cdd738e5e associated. External IP: 172.27.3.104, port: e5b991b4-9c1a-40ea-8dbb-cefee7e409e6. Aug 24 18:41:33.299489 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2e183bea-e8cf-430b-9168-aa4f2f6ecca5 req-5d56b786-141f-4b15-99ad-153cbf672f17 service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260993 Aug 24 18:41:33.341470 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-173576f6-0ea0-45fe-a7e3-fbc9bbc52c1e req-80a50a3c-7d71-4ca6-94f7-4e05852e03d1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714054 Aug 24 18:41:33.467932 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2e183bea-e8cf-430b-9168-aa4f2f6ecca5 req-a4b59a34-b47f-4e34-b533-4f7608fc12e6 service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612635 Aug 24 18:41:33.804589 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Router df5f0f77-a0a2-471f-91f4-345ba9f57417 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:41:34.073657 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:41:34.087625 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32e604-8b34-45e2-89bd-f8d3ee6df6d9 None None] Sync routers for ids ['df5f0f77-a0a2-471f-91f4-345ba9f57417'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:41:34.113622 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32e604-8b34-45e2-89bd-f8d3ee6df6d9 None None] Routers {'df5f0f77-a0a2-471f-91f4-345ba9f57417'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:41:34.114991 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-dd32e604-8b34-45e2-89bd-f8d3ee6df6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:41:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['df5f0f77-a0a2-471f-91f4-345ba9f57417'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:34.115815 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:34.195828 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1093926 Aug 24 18:41:34.196745 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8536a9-9678-4242-a9b7-4508d1109002', 'tag': 'e5b991b4-9c1a-40ea-8dbb-cefee7e409e6'}] {{(pid=74995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:41:34.198916 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37386) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:34.205091 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-61bf9a56-2e35-42ff-a0a4-6c211448ee0e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2096705633', 'description': 'tempest-secgroup-smoke-2096705633 description', 'project_id': '5b11a5d762934f28a49e78963be828a1'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:34.212102 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-61bf9a56-2e35-42ff-a0a4-6c211448ee0e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:34.217651 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-61bf9a56-2e35-42ff-a0a4-6c211448ee0e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Usage tracker for resource:security_group and tenant:5b11a5d762934f28a49e78963be828a1 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:34.221590 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-61bf9a56-2e35-42ff-a0a4-6c211448ee0e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:34.228311 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-61bf9a56-2e35-42ff-a0a4-6c211448ee0e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:34.254620 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-61bf9a56-2e35-42ff-a0a4-6c211448ee0e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:34.265044 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8536a9-9678-4242-a9b7-4508d1109002', 'tag': 'e5b991b4-9c1a-40ea-8dbb-cefee7e409e6', 'status': 'completed', 'code': 200} Aug 24 18:41:34.333010 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-61bf9a56-2e35-42ff-a0a4-6c211448ee0e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:34.351196 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-61bf9a56-2e35-42ff-a0a4-6c211448ee0e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Usage tracker for resource:security_group_rule and tenant:5b11a5d762934f28a49e78963be828a1 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:34.355509 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-61bf9a56-2e35-42ff-a0a4-6c211448ee0e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:34.364222 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-61bf9a56-2e35-42ff-a0a4-6c211448ee0e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:34.390979 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-dd32e604-8b34-45e2-89bd-f8d3ee6df6d9 None None] Set router df5f0f77-a0a2-471f-91f4-345ba9f57417 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:41:34.441072 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-33165ed7-ec20-494a-8eb3-b61209af8ce8 req-46e89ef5-8f95-4b4f-94f8-8feea42ab42e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b11a5d762934f28a49e78963be828a1&device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 1098 time: 0.1480346 Aug 24 18:41:34.473567 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-61bf9a56-2e35-42ff-a0a4-6c211448ee0e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:34.532528 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-61bf9a56-2e35-42ff-a0a4-6c211448ee0e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:34.542374 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-21250e63-ac52-4587-9e04-a31bdb0c6d34 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:34.593658 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf9a56-2e35-42ff-a0a4-6c211448ee0e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d26993a-f2b2-49f0-8969-615d3e69989a,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:34.596975 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-61bf9a56-2e35-42ff-a0a4-6c211448ee0e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:34.607296 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-61bf9a56-2e35-42ff-a0a4-6c211448ee0e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:34.608733 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-61bf9a56-2e35-42ff-a0a4-6c211448ee0e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4086473 Aug 24 18:41:34.612071 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37396) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:34.635689 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-f90352ad-aba5-41b2-af3e-22fdcc8cbcf7 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Request body: {'security_group_rule': {'security_group_id': '3d26993a-f2b2-49f0-8969-615d3e69989a', 'project_id': '5b11a5d762934f28a49e78963be828a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:34.645988 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f27c0-cc60-4a7b-b1d1-34657329157d req-6efe8e70-69bd-49c9-a52b-7555741bd9f1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:34.647843 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-283f27c0-cc60-4a7b-b1d1-34657329157d req-6efe8e70-69bd-49c9-a52b-7555741bd9f1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.1201541 Aug 24 18:41:34.653024 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-f90352ad-aba5-41b2-af3e-22fdcc8cbcf7 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:34.669210 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-f90352ad-aba5-41b2-af3e-22fdcc8cbcf7 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Usage tracker for resource:security_group_rule and tenant:5b11a5d762934f28a49e78963be828a1 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:34.675045 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-f90352ad-aba5-41b2-af3e-22fdcc8cbcf7 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:34.681252 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33165ed7-ec20-494a-8eb3-b61209af8ce8 req-39f03a89-ec7d-4e2d-a3a4-986a67912c88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:34.683169 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-33165ed7-ec20-494a-8eb3-b61209af8ce8 req-39f03a89-ec7d-4e2d-a3a4-986a67912c88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d04e09fe-a672-475c-9d99-e1568957c579 HTTP/1.1" status: 200 len: 915 time: 0.2346756 Aug 24 18:41:34.684245 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-f90352ad-aba5-41b2-af3e-22fdcc8cbcf7 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:34.737830 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-283f27c0-cc60-4a7b-b1d1-34657329157d req-031b3902-d0a0-4411-a989-a3ca92c877b7 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755150 Aug 24 18:41:34.766602 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f90352ad-aba5-41b2-af3e-22fdcc8cbcf7 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:34.846976 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-33165ed7-ec20-494a-8eb3-b61209af8ce8 req-4344059c-9d56-4db9-ae87-7eed2f153c3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 HTTP/1.1" status: 200 len: 999 time: 0.1472552 Aug 24 18:41:34.895605 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-dd32e604-8b34-45e2-89bd-f8d3ee6df6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'name': 'tempest-TestMinimumBasicScenario-107511572-router', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:23Z', 'revision_number': 4, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'gw_port': {'id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': 'ee67dd12-00a5-426c-8d7b-435cdd738e5e', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'port_id': 'e5b991b4-9c1a-40ea-8dbb-cefee7e409e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579', 'mac_address': 'fa:16:3e:85:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8536a9-9678-4242-a9b7-4508d1109002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:41:32Z', 'updated_at': '2021-08-24T18:41:32Z', 'revision_number': 0, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17e67ee-451e-4b44-a0e1-36f5a0e3e514', 'name': '', 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'mac_address': 'fa:16:3e:35:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcf3f37d-17a3-44a3-9dff-2070554db7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:22Z', 'updated_at': '2021-08-24T18:40:33Z', 'revision_number': 5, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'subnets': [{'id': 'bcf3f37d-17a3-44a3-9dff-2070554db7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:34.901135 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32e604-8b34-45e2-89bd-f8d3ee6df6d9 None None] Checking router: df5f0f77-a0a2-471f-91f4-345ba9f57417 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:41:34.914182 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f90352ad-aba5-41b2-af3e-22fdcc8cbcf7 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:34.922196 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f90352ad-aba5-41b2-af3e-22fdcc8cbcf7 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:34.926825 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32e604-8b34-45e2-89bd-f8d3ee6df6d9 None None] Routers {'df5f0f77-a0a2-471f-91f4-345ba9f57417'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:41:34.927675 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-dd32e604-8b34-45e2-89bd-f8d3ee6df6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:41:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['df5f0f77-a0a2-471f-91f4-345ba9f57417'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:34.927917 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-1109e4ef-1631-41bd-991c-fcc7de28aeeb tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:34.960845 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33165ed7-ec20-494a-8eb3-b61209af8ce8 req-394ce3e2-2d36-4b36-b4e0-f1f804c52d05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:34.962311 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-33165ed7-ec20-494a-8eb3-b61209af8ce8 req-394ce3e2-2d36-4b36-b4e0-f1f804c52d05 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcf3f37d-17a3-44a3-9dff-2070554db7f6 HTTP/1.1" status: 200 len: 853 time: 0.1026855 Aug 24 18:41:34.963768 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90352ad-aba5-41b2-af3e-22fdcc8cbcf7 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd862a57-a58e-403c-a11b-1c1fcd60fdb3,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:34.968783 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-f90352ad-aba5-41b2-af3e-22fdcc8cbcf7 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:35.010383 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f90352ad-aba5-41b2-af3e-22fdcc8cbcf7 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:35.011608 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-f90352ad-aba5-41b2-af3e-22fdcc8cbcf7 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3957603 Aug 24 18:41:35.016772 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 37400) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:35.022158 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-f702117f-2e16-4379-bff5-5c601f87b17e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Request body: {'security_group_rule': {'security_group_id': '3d26993a-f2b2-49f0-8969-615d3e69989a', 'project_id': '5b11a5d762934f28a49e78963be828a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:35.031157 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-f702117f-2e16-4379-bff5-5c601f87b17e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:35.036127 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-f702117f-2e16-4379-bff5-5c601f87b17e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Usage tracker for resource:security_group_rule and tenant:5b11a5d762934f28a49e78963be828a1 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:35.040041 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-f702117f-2e16-4379-bff5-5c601f87b17e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:35.051484 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-f702117f-2e16-4379-bff5-5c601f87b17e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:35.053587 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-33165ed7-ec20-494a-8eb3-b61209af8ce8 req-6b23ef07-fae9-4792-8a9c-02f3cd8c5f1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d04e09fe-a672-475c-9d99-e1568957c579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790143 Aug 24 18:41:35.070221 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f702117f-2e16-4379-bff5-5c601f87b17e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:35.128287 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-dd32e604-8b34-45e2-89bd-f8d3ee6df6d9 None None] Set router df5f0f77-a0a2-471f-91f4-345ba9f57417 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:41:35.143790 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f702117f-2e16-4379-bff5-5c601f87b17e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:35.148832 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f702117f-2e16-4379-bff5-5c601f87b17e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:35.151519 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:35.175182 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702117f-2e16-4379-bff5-5c601f87b17e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d39a81-6ada-4617-8d66-64e320ce629c,revision_number=0']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:35.180194 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-f702117f-2e16-4379-bff5-5c601f87b17e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:35.190369 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f702117f-2e16-4379-bff5-5c601f87b17e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:35.191816 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-f702117f-2e16-4379-bff5-5c601f87b17e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1759188 Aug 24 18:41:35.195363 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 37404) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:35.204498 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-cde3d56d-6e6b-4087-80de-69e00b0c1be3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Request body: {'security_group_rule': {'security_group_id': '3d26993a-f2b2-49f0-8969-615d3e69989a', 'project_id': '5b11a5d762934f28a49e78963be828a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:35.209722 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-33165ed7-ec20-494a-8eb3-b61209af8ce8 req-c5afa856-05e0-4cad-979c-3f60d2e51445 service neutron] 10.222.0.36 "GET /v2.0/networks/d04e09fe-a672-475c-9d99-e1568957c579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413600 Aug 24 18:41:35.210322 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-cde3d56d-6e6b-4087-80de-69e00b0c1be3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:35.214740 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-cde3d56d-6e6b-4087-80de-69e00b0c1be3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Usage tracker for resource:security_group_rule and tenant:5b11a5d762934f28a49e78963be828a1 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:35.217723 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-cde3d56d-6e6b-4087-80de-69e00b0c1be3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:35.224197 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-cde3d56d-6e6b-4087-80de-69e00b0c1be3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:35.244612 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cde3d56d-6e6b-4087-80de-69e00b0c1be3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:35.326725 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cde3d56d-6e6b-4087-80de-69e00b0c1be3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:35.341074 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cde3d56d-6e6b-4087-80de-69e00b0c1be3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:35.344164 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:35.370916 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3d56d-6e6b-4087-80de-69e00b0c1be3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0408a335-3167-41eb-a1bd-5c0c3fd91fbc,revision_number=0']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:35.377069 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-cde3d56d-6e6b-4087-80de-69e00b0c1be3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:35.383543 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-33165ed7-ec20-494a-8eb3-b61209af8ce8 req-2048c128-d4e1-47e6-8dbf-ae6856aa1c16 service neutron] 10.222.0.36 "GET /v2.0/networks/d04e09fe-a672-475c-9d99-e1568957c579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614642 Aug 24 18:41:35.384324 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cde3d56d-6e6b-4087-80de-69e00b0c1be3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:35.385517 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-cde3d56d-6e6b-4087-80de-69e00b0c1be3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1892483 Aug 24 18:41:35.388854 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37410) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:35.395066 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-26c2b831-3867-4fad-8041-c28c42c15b29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Request body: {'security_group_rule': {'security_group_id': '3d26993a-f2b2-49f0-8969-615d3e69989a', 'project_id': '5b11a5d762934f28a49e78963be828a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:35.400876 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-26c2b831-3867-4fad-8041-c28c42c15b29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:35.405501 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-26c2b831-3867-4fad-8041-c28c42c15b29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Usage tracker for resource:security_group_rule and tenant:5b11a5d762934f28a49e78963be828a1 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:35.408617 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-26c2b831-3867-4fad-8041-c28c42c15b29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:35.415298 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-26c2b831-3867-4fad-8041-c28c42c15b29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:35.432556 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-26c2b831-3867-4fad-8041-c28c42c15b29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:35.503878 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-26c2b831-3867-4fad-8041-c28c42c15b29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:35.510767 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-26c2b831-3867-4fad-8041-c28c42c15b29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:35.513092 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b3ae3885-e395-4012-98de-1fd75858ea72 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:35.517349 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-dd32e604-8b34-45e2-89bd-f8d3ee6df6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'name': 'tempest-TestMinimumBasicScenario-107511572-router', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:23Z', 'revision_number': 4, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'gw_port': {'id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': 'ee67dd12-00a5-426c-8d7b-435cdd738e5e', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'port_id': 'e5b991b4-9c1a-40ea-8dbb-cefee7e409e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579', 'mac_address': 'fa:16:3e:85:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8536a9-9678-4242-a9b7-4508d1109002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:41:32Z', 'updated_at': '2021-08-24T18:41:32Z', 'revision_number': 0, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17e67ee-451e-4b44-a0e1-36f5a0e3e514', 'name': '', 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'mac_address': 'fa:16:3e:35:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcf3f37d-17a3-44a3-9dff-2070554db7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:22Z', 'updated_at': '2021-08-24T18:40:33Z', 'revision_number': 5, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'subnets': [{'id': 'bcf3f37d-17a3-44a3-9dff-2070554db7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:35.522042 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32e604-8b34-45e2-89bd-f8d3ee6df6d9 None None] The sync data for ids ['df5f0f77-a0a2-471f-91f4-345ba9f57417'] in dv-cinder-805825-1-iscsi is: [{'id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'name': 'tempest-TestMinimumBasicScenario-107511572-router', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:23Z', 'revision_number': 4, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'gw_port': {'id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': 'ee67dd12-00a5-426c-8d7b-435cdd738e5e', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'floating_ip_address': '172.27.3.104', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'port_id': 'e5b991b4-9c1a-40ea-8dbb-cefee7e409e6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579', 'mac_address': 'fa:16:3e:85:bf:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc8536a9-9678-4242-a9b7-4508d1109002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:41:32Z', 'updated_at': '2021-08-24T18:41:32Z', 'revision_number': 0, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17e67ee-451e-4b44-a0e1-36f5a0e3e514', 'name': '', 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'mac_address': 'fa:16:3e:35:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcf3f37d-17a3-44a3-9dff-2070554db7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:22Z', 'updated_at': '2021-08-24T18:40:33Z', 'revision_number': 5, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'subnets': [{'id': 'bcf3f37d-17a3-44a3-9dff-2070554db7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:41:35.534791 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2b831-3867-4fad-8041-c28c42c15b29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961ccbd9-57b4-4757-a8b1-b9fb2d5df691,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:35.542810 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-26c2b831-3867-4fad-8041-c28c42c15b29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:35.549003 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-26c2b831-3867-4fad-8041-c28c42c15b29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:35.550210 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-26c2b831-3867-4fad-8041-c28c42c15b29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1601708 Aug 24 18:41:35.553012 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37414) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:35.559388 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-4edd1425-3dc3-463f-b129-75c66a8f3b82 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Request body: {'security_group_rule': {'security_group_id': '3d26993a-f2b2-49f0-8969-615d3e69989a', 'project_id': '5b11a5d762934f28a49e78963be828a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:35.566693 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-4edd1425-3dc3-463f-b129-75c66a8f3b82 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:35.570870 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-4edd1425-3dc3-463f-b129-75c66a8f3b82 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Usage tracker for resource:security_group_rule and tenant:5b11a5d762934f28a49e78963be828a1 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:35.573807 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-4edd1425-3dc3-463f-b129-75c66a8f3b82 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:35.579948 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-4edd1425-3dc3-463f-b129-75c66a8f3b82 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:35.592157 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.securitygroups_db [None req-4edd1425-3dc3-463f-b129-75c66a8f3b82 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Project 5b11a5d762934f28a49e78963be828a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 18:41:35.599166 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4edd1425-3dc3-463f-b129-75c66a8f3b82 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:35.664666 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4edd1425-3dc3-463f-b129-75c66a8f3b82 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:35.670698 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4edd1425-3dc3-463f-b129-75c66a8f3b82 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:35.673964 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:35.698904 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd1425-3dc3-463f-b129-75c66a8f3b82 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514923dd-546d-42ce-939a-e4ec16cf0707,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:35.703816 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-4edd1425-3dc3-463f-b129-75c66a8f3b82 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:35.708897 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4edd1425-3dc3-463f-b129-75c66a8f3b82 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:35.710185 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-4edd1425-3dc3-463f-b129-75c66a8f3b82 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1560724 Aug 24 18:41:35.712900 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37418) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:41:35.718527 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-f0652fac-45a3-4949-aedf-3ec012b5fd33 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Request body: {'security_group_rule': {'security_group_id': '3d26993a-f2b2-49f0-8969-615d3e69989a', 'project_id': '5b11a5d762934f28a49e78963be828a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:35.724778 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-f0652fac-45a3-4949-aedf-3ec012b5fd33 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:35.728777 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-f0652fac-45a3-4949-aedf-3ec012b5fd33 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Usage tracker for resource:security_group_rule and tenant:5b11a5d762934f28a49e78963be828a1 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:35.731900 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-f0652fac-45a3-4949-aedf-3ec012b5fd33 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:35.737867 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-f0652fac-45a3-4949-aedf-3ec012b5fd33 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:35.753573 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.securitygroups_db [None req-f0652fac-45a3-4949-aedf-3ec012b5fd33 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Project 5b11a5d762934f28a49e78963be828a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 18:41:35.764393 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f0652fac-45a3-4949-aedf-3ec012b5fd33 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:35.844077 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f0652fac-45a3-4949-aedf-3ec012b5fd33 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:35.849437 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f0652fac-45a3-4949-aedf-3ec012b5fd33 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:35.851908 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:35.875911 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0652fac-45a3-4949-aedf-3ec012b5fd33 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9505bae5-e6a9-456f-8008-76169faa0e62,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:35.880563 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-f0652fac-45a3-4949-aedf-3ec012b5fd33 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:35.890345 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f0652fac-45a3-4949-aedf-3ec012b5fd33 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:35.891830 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-f0652fac-45a3-4949-aedf-3ec012b5fd33 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1780353 Aug 24 18:41:35.969291 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 288b9d43-5d09-4396-9341-e6d4e921a86f up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:41:36.016315 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3eb95-d477-4d74-8c9e-8a8d8b4f5929 req-d7085903-95d4-4d1c-ada5-c14c4d7d21a4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:36.018183 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a6c3eb95-d477-4d74-8c9e-8a8d8b4f5929 req-d7085903-95d4-4d1c-ada5-c14c4d7d21a4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.1228144 Aug 24 18:41:36.070694 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port 288b9d43-5d09-4396-9341-e6d4e921a86f completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:41:36.076128 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 288b9d43-5d09-4396-9341-e6d4e921a86f triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:41:36.076582 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:36.077888 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a6c3eb95-d477-4d74-8c9e-8a8d8b4f5929 req-af29194d-5018-405d-9967-13a7c4f88cfc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539775 Aug 24 18:41:36.129393 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f76d19d9-0fe5-4842-a997-41b46b661a0a req-0cc49849-9e57-4de3-937d-e6d41f53a937 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096705633&fields=id&tenant_id=5b11a5d762934f28a49e78963be828a1 HTTP/1.1" status: 200 len: 267 time: 0.0503831 Aug 24 18:41:36.202445 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:36.216109 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d19d9-0fe5-4842-a997-41b46b661a0a req-b38c1b44-8610-4f90-9ce1-08a186432f2e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:36.217803 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f76d19d9-0fe5-4842-a997-41b46b661a0a req-b38c1b44-8610-4f90-9ce1-08a186432f2e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 945 time: 0.0818806 Aug 24 18:41:36.218739 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port 288b9d43-5d09-4396-9341-e6d4e921a86f, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=288b9d43-5d09-4396-9341-e6d4e921a86f,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:41:36.225167 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:36.227306 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:36.232102 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [req-f76d19d9-0fe5-4842-a997-41b46b661a0a req-3dd4dfac-08b0-4f82-9f17-95ea71ff5585 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Request body: {'port': {'security_groups': ['d79c1fb3-ae92-41c0-8699-5c24c13e46d9', '3d26993a-f2b2-49f0-8969-615d3e69989a']}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:36.294414 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=288b9d43-5d09-4396-9341-e6d4e921a86f,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:36.297561 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:36.358798 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-f76d19d9-0fe5-4842-a997-41b46b661a0a req-3dd4dfac-08b0-4f82-9f17-95ea71ff5585 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:36.650499 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [req-f76d19d9-0fe5-4842-a997-41b46b661a0a req-3dd4dfac-08b0-4f82-9f17-95ea71ff5585 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] For port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6,segment=NetworkSegment(e97f68e4-8fdd-4a0a-88f4-d82de68c634e),segment_id=e97f68e4-8fdd-4a0a-88f4-d82de68c634e)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:41:36.676677 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-f76d19d9-0fe5-4842-a997-41b46b661a0a req-3dd4dfac-08b0-4f82-9f17-95ea71ff5585 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for port, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:36.683590 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-f76d19d9-0fe5-4842-a997-41b46b661a0a req-3dd4dfac-08b0-4f82-9f17-95ea71ff5585 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3098578'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:36.690515 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:36.702199 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['e5b991b4-9c1a-40ea-8dbb-cefee7e409e6'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:41:36.757888 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d19d9-0fe5-4842-a997-41b46b661a0a req-3dd4dfac-08b0-4f82-9f17-95ea71ff5585 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:36.758546 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-f76d19d9-0fe5-4842-a997-41b46b661a0a req-3dd4dfac-08b0-4f82-9f17-95ea71ff5585 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:36.760010 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f76d19d9-0fe5-4842-a997-41b46b661a0a req-3dd4dfac-08b0-4f82-9f17-95ea71ff5585 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "PUT /v2.0/ports/e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 HTTP/1.1" status: 200 len: 981 time: 0.5341549 Aug 24 18:41:36.760538 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8536a9-9678-4242-a9b7-4508d1109002', 'tag': 'e5b991b4-9c1a-40ea-8dbb-cefee7e409e6'}] {{(pid=74995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:41:36.779648 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4dfac-08b0-4f82-9f17-95ea71ff5585 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Pushing event updated for resources: {'Port': ['ID=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6,revision_number=6']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:36.783069 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-3dd4dfac-08b0-4f82-9f17-95ea71ff5585 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:36.844571 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8536a9-9678-4242-a9b7-4508d1109002', 'tag': 'e5b991b4-9c1a-40ea-8dbb-cefee7e409e6', 'status': 'completed', 'code': 200} Aug 24 18:41:36.872704 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['e5b991b4-9c1a-40ea-8dbb-cefee7e409e6'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:41:36.977353 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-73e5da09-d908-4ba9-a8f6-ba8f14d95f43 req-1de753a6-0e03-4885-90b9-d55bb8f5c325 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b11a5d762934f28a49e78963be828a1&device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 1137 time: 0.0961313 Aug 24 18:41:36.988311 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202aa5c3-4fee-47b6-922d-754dd34c34f0 req-877de453-3cb2-4b8b-871c-5e9a2745201c tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:36.997200 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-202aa5c3-4fee-47b6-922d-754dd34c34f0 req-877de453-3cb2-4b8b-871c-5e9a2745201c tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 984 time: 0.1120851 Aug 24 18:41:37.080876 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-202aa5c3-4fee-47b6-922d-754dd34c34f0 req-ed647e4d-45c6-4427-b46d-62fdab55b232 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&id=3d26993a-f2b2-49f0-8969-615d3e69989a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827093 Aug 24 18:41:37.185478 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5da09-d908-4ba9-a8f6-ba8f14d95f43 req-2a3a179b-0efb-425f-a80d-45f920e26e16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:37.188014 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-73e5da09-d908-4ba9-a8f6-ba8f14d95f43 req-2a3a179b-0efb-425f-a80d-45f920e26e16 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d04e09fe-a672-475c-9d99-e1568957c579 HTTP/1.1" status: 200 len: 915 time: 0.2029595 Aug 24 18:41:37.247420 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-b439daf1-39dd-4aa1-a2b3-8f6a1c7463fb None None] Provisioning complete for port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:41:37.248066 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-b439daf1-39dd-4aa1-a2b3-8f6a1c7463fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:37.407278 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-73e5da09-d908-4ba9-a8f6-ba8f14d95f43 req-b882d75c-ee11-4e0d-9265-c50b7b3a645a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 HTTP/1.1" status: 200 len: 999 time: 0.2064297 Aug 24 18:41:37.490971 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5da09-d908-4ba9-a8f6-ba8f14d95f43 req-dae7fa03-7a68-4548-9e5f-fbeb13947a11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:37.493019 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-73e5da09-d908-4ba9-a8f6-ba8f14d95f43 req-dae7fa03-7a68-4548-9e5f-fbeb13947a11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcf3f37d-17a3-44a3-9dff-2070554db7f6 HTTP/1.1" status: 200 len: 853 time: 0.0800836 Aug 24 18:41:37.500686 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206df64-0932-446f-9bbd-7b862e842aaa req-1adf7204-0c6c-4391-9c9a-1482bb06bbca tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:37.503199 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d206df64-0932-446f-9bbd-7b862e842aaa req-1adf7204-0c6c-4391-9c9a-1482bb06bbca tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.0910575 Aug 24 18:41:37.603807 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-73e5da09-d908-4ba9-a8f6-ba8f14d95f43 req-1c28cb64-3b7c-496f-9e65-84058549525d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d04e09fe-a672-475c-9d99-e1568957c579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1038146 Aug 24 18:41:37.653217 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d206df64-0932-446f-9bbd-7b862e842aaa req-cc9e9748-adf1-4b58-9160-68cd407bcc3e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409507 Aug 24 18:41:37.752972 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-73e5da09-d908-4ba9-a8f6-ba8f14d95f43 req-8671257d-edbe-45bd-af65-11f2dbfc00e5 service neutron] 10.222.0.36 "GET /v2.0/networks/d04e09fe-a672-475c-9d99-e1568957c579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380289 Aug 24 18:41:37.896673 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 288b9d43-5d09-4396-9341-e6d4e921a86f up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:41:37.896838 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-73e5da09-d908-4ba9-a8f6-ba8f14d95f43 req-433e1046-e4dd-4931-9a4b-90a70ae3e890 service neutron] 10.222.0.36 "GET /v2.0/networks/d04e09fe-a672-475c-9d99-e1568957c579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363702 Aug 24 18:41:37.971523 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 288b9d43-5d09-4396-9341-e6d4e921a86f triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:41:37.971811 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:38.884104 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b5ffb-4728-4ff5-a133-964a31810c72 req-0ef3d8aa-d1d1-4d4a-ac33-81b63de17b6d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:38.885489 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ee4b5ffb-4728-4ff5-a133-964a31810c72 req-0ef3d8aa-d1d1-4d4a-ac33-81b63de17b6d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.0828922 Aug 24 18:41:38.935111 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ee4b5ffb-4728-4ff5-a133-964a31810c72 req-0bba9417-b807-4f40-abc2-2f67814f008c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438769 Aug 24 18:41:39.369242 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198532f-d768-4dfd-a9e8-5d0318aa58a2 None None] New status for floating IP ee67dd12-00a5-426c-8d7b-435cdd738e5e: ACTIVE {{(pid=74998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:41:40.156947 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f0a76-70c7-4609-aef0-bccf5ac1fbdd req-1e620f3a-8a8b-4603-b434-0f9a0549a27d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:40.158457 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-df8f0a76-70c7-4609-aef0-bccf5ac1fbdd req-1e620f3a-8a8b-4603-b434-0f9a0549a27d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.0868518 Aug 24 18:41:40.212615 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-df8f0a76-70c7-4609-aef0-bccf5ac1fbdd req-ec7b45ca-80bb-48be-917c-ad587db3e6ee tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483108 Aug 24 18:41:41.446342 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a8b24-0498-4c9e-bc60-95f1f7516227 req-4adc1aaa-d566-4710-8cde-be1e0992e9f4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:41.447839 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-694a8b24-0498-4c9e-bc60-95f1f7516227 req-4adc1aaa-d566-4710-8cde-be1e0992e9f4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.0879292 Aug 24 18:41:41.493348 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-694a8b24-0498-4c9e-bc60-95f1f7516227 req-d68d9650-ec11-40c8-8d9e-98142ca8a507 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398757 Aug 24 18:41:42.723193 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb186f8-7c6f-4efd-a604-f5965d3b9ab0 req-17d95c3f-d1bd-4728-a25b-9a0dd103e553 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:42.724702 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4cb186f8-7c6f-4efd-a604-f5965d3b9ab0 req-17d95c3f-d1bd-4728-a25b-9a0dd103e553 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.0893881 Aug 24 18:41:42.772926 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4cb186f8-7c6f-4efd-a604-f5965d3b9ab0 req-dc4430b8-7e81-438e-b7ba-45906d09cafa tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428026 Aug 24 18:41:43.736327 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] Sync routers for ids ['c3d301f5-39fa-4cd0-a462-1470314fa99b'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:41:43.749024 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] Routers {'c3d301f5-39fa-4cd0-a462-1470314fa99b'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:41:43.749649 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:41:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['c3d301f5-39fa-4cd0-a462-1470314fa99b'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:43.955111 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] Set router c3d301f5-39fa-4cd0-a462-1470314fa99b gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:41:44.020083 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539e831-680f-4290-8adb-2a73f2f32bbf req-4d9fada6-62b9-4123-9a46-0fdf5b39c5b8 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:44.022264 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0539e831-680f-4290-8adb-2a73f2f32bbf req-4d9fada6-62b9-4123-9a46-0fdf5b39c5b8 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.1068008 Aug 24 18:41:44.090926 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0539e831-680f-4290-8adb-2a73f2f32bbf req-9d49ba7f-528e-4790-8b2b-14007aa4c835 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625410 Aug 24 18:41:44.328993 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'name': 'tempest-TestShelveInstance-1774061153-router', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:22Z', 'revision_number': 4, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'gw_port': {'id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '1b064ebe-652f-4a81-8cd0-b694d072ff58', 'name': '', 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'mac_address': 'fa:16:3e:ac:8d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:21Z', 'updated_at': '2021-08-24T18:41:22Z', 'revision_number': 2, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'subnets': [{'id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:44.333547 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] Checking router: c3d301f5-39fa-4cd0-a462-1470314fa99b for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:41:44.333900 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] Updating router c3d301f5-39fa-4cd0-a462-1470314fa99b port 1b064ebe-652f-4a81-8cd0-b694d072ff58 binding host dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:41:44.406541 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:44.814447 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] Notify callbacks [] for port, precommit_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:44.826724 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] Transition to ACTIVE for port object 1b064ebe-652f-4a81-8cd0-b694d072ff58 will not be triggered until provisioned by entity L2. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:41:44.836852 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:44.841073 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:44.967221 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1385c05-8400-4606-852a-6a109e6877aa None None] Pushing event updated for resources: {'Port': ['ID=1b064ebe-652f-4a81-8cd0-b694d072ff58,revision_number=3']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:44.972009 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-e1385c05-8400-4606-852a-6a109e6877aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:45.070139 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] Attempting to bind port 1b064ebe-652f-4a81-8cd0-b694d072ff58 on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:41:45.070403 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] Attempting to bind port 1b064ebe-652f-4a81-8cd0-b694d072ff58 by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': 'db786f6c-7c5d-4b00-b83f-da6a2a065cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c'}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:41:45.070831 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] Attempting to bind port 1b064ebe-652f-4a81-8cd0-b694d072ff58 on network 922aa1cf-7465-4c84-b730-156c0ce0974c {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:41:45.077617 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:41:45.077965 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] Checking segment: {'id': 'db786f6c-7c5d-4b00-b83f-da6a2a065cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:41:45.078370 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:45.078793 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] Bound using segment: {'id': 'db786f6c-7c5d-4b00-b83f-da6a2a065cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c'} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:41:45.079259 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] Bound port: 1b064ebe-652f-4a81-8cd0-b694d072ff58, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db786f6c-7c5d-4b00-b83f-da6a2a065cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c'}}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:41:45.079755 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:45.185159 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] For port 1b064ebe-652f-4a81-8cd0-b694d072ff58, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:41:45.188295 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] For port 1b064ebe-652f-4a81-8cd0-b694d072ff58, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=1b064ebe-652f-4a81-8cd0-b694d072ff58,segment=NetworkSegment(db786f6c-7c5d-4b00-b83f-da6a2a065cee),segment_id=db786f6c-7c5d-4b00-b83f-da6a2a065cee)] {{(pid=74997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:41:45.194014 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:45.200112 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-4130310c-64da-4bda-ac51-9b0678439a82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:45.283554 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1385c05-8400-4606-852a-6a109e6877aa None None] Pushing event updated for resources: {'Port': ['ID=1b064ebe-652f-4a81-8cd0-b694d072ff58,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:45.286538 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-e1385c05-8400-4606-852a-6a109e6877aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:45.299039 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] Routers {'c3d301f5-39fa-4cd0-a462-1470314fa99b'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:41:45.299709 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:41:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['c3d301f5-39fa-4cd0-a462-1470314fa99b'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:45.344554 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386a74d-63d6-4102-ad87-cd6c98740269 req-98476a41-e6e2-4627-8acf-1f3fc74d2167 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:45.346157 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1386a74d-63d6-4102-ad87-cd6c98740269 req-98476a41-e6e2-4627-8acf-1f3fc74d2167 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.0891495 Aug 24 18:41:45.394112 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1386a74d-63d6-4102-ad87-cd6c98740269 req-dc5a8878-1bd5-4717-9fd4-fc6c06599b1c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420685 Aug 24 18:41:45.523328 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] Set router c3d301f5-39fa-4cd0-a462-1470314fa99b gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:41:45.880439 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'name': 'tempest-TestShelveInstance-1774061153-router', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:22Z', 'revision_number': 4, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'gw_port': {'id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '1b064ebe-652f-4a81-8cd0-b694d072ff58', 'name': '', 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'mac_address': 'fa:16:3e:ac:8d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:21Z', 'updated_at': '2021-08-24T18:41:45Z', 'revision_number': 4, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'subnets': [{'id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:45.885120 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1171ee1a-0e17-441e-8a86-31f6f1f1952f None None] The sync data for ids ['c3d301f5-39fa-4cd0-a462-1470314fa99b'] in dv-cinder-805825-1-iscsi is: [{'id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'name': 'tempest-TestShelveInstance-1774061153-router', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:22Z', 'revision_number': 4, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'gw_port': {'id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '1b064ebe-652f-4a81-8cd0-b694d072ff58', 'name': '', 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'mac_address': 'fa:16:3e:ac:8d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:21Z', 'updated_at': '2021-08-24T18:41:45Z', 'revision_number': 4, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'subnets': [{'id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:41:45.933571 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 1b064ebe-652f-4a81-8cd0-b694d072ff58 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:41:46.009329 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port 1b064ebe-652f-4a81-8cd0-b694d072ff58 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:41:46.015259 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 1b064ebe-652f-4a81-8cd0-b694d072ff58 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:41:46.015760 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:46.139623 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:46.173355 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port 1b064ebe-652f-4a81-8cd0-b694d072ff58, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=1b064ebe-652f-4a81-8cd0-b694d072ff58,segment=NetworkSegment(db786f6c-7c5d-4b00-b83f-da6a2a065cee),segment_id=db786f6c-7c5d-4b00-b83f-da6a2a065cee)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:41:46.178411 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:46.180350 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:46.249500 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=1b064ebe-652f-4a81-8cd0-b694d072ff58,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:46.252729 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:46.618917 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf5df5-0094-4beb-bd41-6ea02b327d7e req-eb135934-ad33-4447-8db2-bcf4c0205e66 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:46.620388 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-aebf5df5-0094-4beb-bd41-6ea02b327d7e req-eb135934-ad33-4447-8db2-bcf4c0205e66 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.0871480 Aug 24 18:41:46.671226 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-aebf5df5-0094-4beb-bd41-6ea02b327d7e req-9965fcd5-0fd9-4de6-8054-af74214d2d29 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411019 Aug 24 18:41:47.901375 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccac08-21ab-4183-b818-bf90f0bd8cf7 req-d2351cda-26bd-445b-a336-a34e9f59aced tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:47.901995 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 1b064ebe-652f-4a81-8cd0-b694d072ff58 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:41:47.902958 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-20ccac08-21ab-4183-b818-bf90f0bd8cf7 req-d2351cda-26bd-445b-a336-a34e9f59aced tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.0847383 Aug 24 18:41:47.949163 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-20ccac08-21ab-4183-b818-bf90f0bd8cf7 req-59629c08-7c5b-42de-8fef-f46645d250a7 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406935 Aug 24 18:41:47.974234 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 1b064ebe-652f-4a81-8cd0-b694d072ff58 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:41:47.974614 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:48.932191 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-f4701e1d-e02b-49b4-aa49-f46587bece12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:49.178433 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac34fd-0286-45ba-8b52-95aeb48d732c req-5bd55a97-71af-4c4d-aaf4-a03d7d204c20 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:49.179932 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-77ac34fd-0286-45ba-8b52-95aeb48d732c req-5bd55a97-71af-4c4d-aaf4-a03d7d204c20 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.0872178 Aug 24 18:41:49.227820 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-77ac34fd-0286-45ba-8b52-95aeb48d732c req-ba272e2a-9ad7-4c81-84e0-8c4f386af02e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420728 Aug 24 18:41:49.372733 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:50.366532 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 18817fa5-ca13-4d67-892d-37844e1ceda5 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:41:50.463103 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4533a158-69aa-4fc8-b517-7677774e24a5 req-5b668ec5-ba87-4c07-98b4-7312f243eb8f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:50.465315 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4533a158-69aa-4fc8-b517-7677774e24a5 req-5b668ec5-ba87-4c07-98b4-7312f243eb8f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.0811489 Aug 24 18:41:50.512521 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 18817fa5-ca13-4d67-892d-37844e1ceda5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=18817fa5-ca13-4d67-892d-37844e1ceda5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:41:50.515332 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4533a158-69aa-4fc8-b517-7677774e24a5 req-f71c164e-1c7a-4348-b99a-61e883ded00b tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443439 Aug 24 18:41:50.525893 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': '18817fa5-ca13-4d67-892d-37844e1ceda5', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'port_id': '18817fa5-ca13-4d67-892d-37844e1ceda5', 'mac_address': 'fa:16:3e:56:f5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:41:50.585115 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:50.602800 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18817fa5-ca13-4d67-892d-37844e1ceda5 {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:41:50.622896 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 18817fa5-ca13-4d67-892d-37844e1ceda5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=18817fa5-ca13-4d67-892d-37844e1ceda5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:41:50.628600 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:50.631961 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:50.705623 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=18817fa5-ca13-4d67-892d-37844e1ceda5,revision_number=6']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:50.709246 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:50.746112 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['18817fa5-ca13-4d67-892d-37844e1ceda5'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:41:51.248371 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-83457f34-a5f0-4f51-a272-186ad4b2688e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:51.752959 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb2883-70f0-41df-a235-ee9e20c76db8 req-7a546121-5e23-4f5a-a27b-62751915d8eb tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:51.754536 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d4bb2883-70f0-41df-a235-ee9e20c76db8 req-7a546121-5e23-4f5a-a27b-62751915d8eb tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 944 time: 0.1006730 Aug 24 18:41:51.808225 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d4bb2883-70f0-41df-a235-ee9e20c76db8 req-b526be35-2b5b-4b3d-9715-fed8d6a8e0b6 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450571 Aug 24 18:41:52.073765 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-441d6790-d84c-4d21-8735-14bc562e151c tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561870899&fields=id&tenant_id=e61712bca8e94cb8a024d511805a0a96 HTTP/1.1" status: 200 len: 267 time: 0.0420740 Aug 24 18:41:52.157546 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:52.231244 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-654ea78d-94f3-4f35-b36f-576d238fe6a6 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:52.232704 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-654ea78d-94f3-4f35-b36f-576d238fe6a6 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/networks?id=922aa1cf-7465-4c84-b730-156c0ce0974c HTTP/1.1" status: 200 len: 809 time: 0.1525126 Aug 24 18:41:52.251731 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-b6da5069-9dbf-4866-8f6e-25b635775e7a tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/quotas/e61712bca8e94cb8a024d511805a0a96 HTTP/1.1" status: 200 len: 375 time: 0.0111265 Aug 24 18:41:52.341590 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-cd23ed5b-4cad-4dd6-9b4e-3f898eb54da8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e61712bca8e94cb8a024d511805a0a96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844176 Aug 24 18:41:52.382482 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 18817fa5-ca13-4d67-892d-37844e1ceda5 up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:41:52.454607 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port 18817fa5-ca13-4d67-892d-37844e1ceda5 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:41:52.455015 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:52.489093 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-6b0f7cbc-ed5c-4831-bdee-3282eaf4f760 service neutron] 10.222.0.62 "GET /v2.0/networks/922aa1cf-7465-4c84-b730-156c0ce0974c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355426 Aug 24 18:41:52.572179 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:52.601338 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d3aa30-2fd2-43b5-849a-b3606b2e3547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18817fa5-ca13-4d67-892d-37844e1ceda5'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:41:52.611999 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 18817fa5-ca13-4d67-892d-37844e1ceda5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=18817fa5-ca13-4d67-892d-37844e1ceda5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:41:52.617757 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:52.623281 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-e1385c05-8400-4606-852a-6a109e6877aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:52.639263 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-58b602db-679a-4f14-8168-b47082a41b02 service neutron] 10.222.0.62 "GET /v2.0/networks/922aa1cf-7465-4c84-b730-156c0ce0974c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435270 Aug 24 18:41:52.665934 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d3aa30-2fd2-43b5-849a-b3606b2e3547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18817fa5-ca13-4d67-892d-37844e1ceda5', 'code': 200} Aug 24 18:41:52.691805 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=18817fa5-ca13-4d67-892d-37844e1ceda5,revision_number=7']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:52.694874 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:53.053412 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8118d-e844-416a-a03f-51ad08b67db0 req-1cfbb41a-a7e6-467b-ae27-a01aead62bbc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:53.056194 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-dbe8118d-e844-416a-a03f-51ad08b67db0 req-1cfbb41a-a7e6-467b-ae27-a01aead62bbc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.0912797 Aug 24 18:41:53.227085 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ba1d8186-07d8-4327-8848-a0176bff5d53 req-e81f4b09-d10d-4120-929c-867a5793db81 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 210 time: 0.1660199 Aug 24 18:41:53.257062 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-dbe8118d-e844-416a-a03f-51ad08b67db0 req-837a03c8-3133-4d94-aea0-865834baccea tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947782 Aug 24 18:41:53.651058 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:54.449112 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-eff4f4a7-881c-4668-8cc9-81723e632a5f req-c514d787-c9c1-4313-91f0-9d6b92e4bfaa tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 210 time: 0.0595598 Aug 24 18:41:54.478029 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-f522c89e-03c1-4d3c-9260-cb5d7d5eeb81 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:54.479677 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-f522c89e-03c1-4d3c-9260-cb5d7d5eeb81 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Synchronizing usage tracker for tenant:e61712bca8e94cb8a024d511805a0a96 on resource:network {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:41:54.508272 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-f522c89e-03c1-4d3c-9260-cb5d7d5eeb81 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Unset dirty status for tenant:e61712bca8e94cb8a024d511805a0a96 on resource:network {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:41:54.510054 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-f522c89e-03c1-4d3c-9260-cb5d7d5eeb81 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.36 "GET /v2.0/networks?id=922aa1cf-7465-4c84-b730-156c0ce0974c HTTP/1.1" status: 200 len: 809 time: 0.2176499 Aug 24 18:41:54.571240 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] Sync routers for ids ['4113273c-9b48-48a8-a2af-4cbf1288e3b0'] in dv-cinder-805825-1-iscsi {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:41:54.591146 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-cc2fd269-410a-469b-ad49-6f6d8756ebcd tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Synchronizing usage tracker for tenant:e61712bca8e94cb8a024d511805a0a96 on resource:security_group {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:41:54.621266 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-cc2fd269-410a-469b-ad49-6f6d8756ebcd tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Unset dirty status for tenant:e61712bca8e94cb8a024d511805a0a96 on resource:security_group {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:41:54.621518 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] Routers {'4113273c-9b48-48a8-a2af-4cbf1288e3b0'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:41:54.622057 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:41:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4113273c-9b48-48a8-a2af-4cbf1288e3b0'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:54.625082 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d334f3-95df-4e28-be90-47c003a1dd43 req-11193e71-b148-4c52-94c2-2ea58d752cef tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:54.625802 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-cc2fd269-410a-469b-ad49-6f6d8756ebcd tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e61712bca8e94cb8a024d511805a0a96 HTTP/1.1" status: 200 len: 380 time: 0.0940239 Aug 24 18:41:54.630266 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-77d334f3-95df-4e28-be90-47c003a1dd43 req-11193e71-b148-4c52-94c2-2ea58d752cef tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.1790211 Aug 24 18:41:54.638024 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Request body: {'port': {'device_id': '5b401067-7ce7-4c89-9ec5-64d79f6443f3', 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c', 'admin_state_up': True, 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'security_groups': ['695bf306-ee1f-4044-9821-dcb74b605ece']}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:54.729599 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-77d334f3-95df-4e28-be90-47c003a1dd43 req-d429925e-68ba-4860-9073-2d99538e478e tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911887 Aug 24 18:41:54.815078 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:41:54.818962 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Usage tracker for resource:port and tenant:e61712bca8e94cb8a024d511805a0a96 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:41:54.822322 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:41:54.831927 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:41:54.844613 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Made reservation on behalf of e61712bca8e94cb8a024d511805a0a96 for: {'port': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:41:54.848352 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:54.947324 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] Set router 4113273c-9b48-48a8-a2af-4cbf1288e3b0 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:41:55.077113 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Allocated IP 172.20.0.6 (922aa1cf-7465-4c84-b730-156c0ce0974c/046050b0-03e5-419e-9117-ffd90bd7218e/eae12da4-2808-4e7f-9886-841a63d47e66) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:41:55.304308 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:55.330749 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Transition to ACTIVE for port object eae12da4-2808-4e7f-9886-841a63d47e66 will not be triggered until provisioned by entity DHCP. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:41:55.382324 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:55.411981 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-7bc670af-c8bf-43f4-bcfb-bd93d4f07dab tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:55.435108 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113273c-9b48-48a8-a2af-4cbf1288e3b0', 'name': 'tempest-TestShelveInstance-538202341-router', 'tenant_id': 'f74bf3caea5b4036a153c146f830818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '288b9d43-5d09-4396-9341-e6d4e921a86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:25Z', 'updated_at': '2021-08-24T18:41:28Z', 'revision_number': 4, 'project_id': 'f74bf3caea5b4036a153c146f830818a', 'gw_port': {'id': '288b9d43-5d09-4396-9341-e6d4e921a86f', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113273c-9b48-48a8-a2af-4cbf1288e3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:25Z', 'updated_at': '2021-08-24T18:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': 'ee92b7e6-1ca0-4101-8cfd-b78add449a07', 'name': '', 'network_id': '516dfd2e-ee1c-4466-a9c6-4de457b647fe', 'tenant_id': 'f74bf3caea5b4036a153c146f830818a', 'mac_address': 'fa:16:3e:56:c2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113273c-9b48-48a8-a2af-4cbf1288e3b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2615872d-69e4-4729-9f11-d48f7a1cd34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:28Z', 'updated_at': '2021-08-24T18:41:28Z', 'revision_number': 2, 'project_id': 'f74bf3caea5b4036a153c146f830818a', 'subnets': [{'id': '2615872d-69e4-4729-9f11-d48f7a1cd34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:55.442116 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] Checking router: 4113273c-9b48-48a8-a2af-4cbf1288e3b0 for host: dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:41:55.442702 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] Updating router 4113273c-9b48-48a8-a2af-4cbf1288e3b0 port ee92b7e6-1ca0-4101-8cfd-b78add449a07 binding host dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:41:55.470165 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Network 922aa1cf-7465-4c84-b730-156c0ce0974c is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:41:55.488274 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:41:55.495224 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:41:55.557952 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:55.570177 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:55.571156 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:55.609600 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9777184 Aug 24 18:41:55.610981 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Pushing event updated for resources: {'Port': ['ID=eae12da4-2808-4e7f-9886-841a63d47e66,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:55.624854 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:55.625530 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:55.625961 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:55.626520 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:55.627048 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:55.627575 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:55.628092 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:55.628540 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:55.629130 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:55.629578 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:55.630364 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:41:55.634927 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:55.641712 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Request body: {'port': {'device_id': '5b401067-7ce7-4c89-9ec5-64d79f6443f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:41:55.849908 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04007e81-86a3-40d2-aebe-4294e301f569 req-0d3ea49e-7547-4c30-b540-782e98d29835 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:55.851347 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:55.873460 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-04007e81-86a3-40d2-aebe-4294e301f569 req-0d3ea49e-7547-4c30-b540-782e98d29835 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 931 time: 0.1755955 Aug 24 18:41:55.927972 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-8da7b094-2083-4dfc-826e-d25d3b10ea77 None None] Provisioning for port eae12da4-2808-4e7f-9886-841a63d47e66 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:41:55.937545 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-8da7b094-2083-4dfc-826e-d25d3b10ea77 None None] Provisioning complete for port eae12da4-2808-4e7f-9886-841a63d47e66 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:41:55.939187 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-8da7b094-2083-4dfc-826e-d25d3b10ea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:55.967691 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-04007e81-86a3-40d2-aebe-4294e301f569 req-17b5fa4a-f067-449d-96cf-db6b61dc536e tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931554 Aug 24 18:41:56.124053 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-8da7b094-2083-4dfc-826e-d25d3b10ea77 None None] Port eae12da4-2808-4e7f-9886-841a63d47e66 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:41:56.294088 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d5ef7-0885-45fc-ad35-cdeb4f6bcd80 req-a2f14dc4-eea1-462f-8f5f-c68ed4a83774 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:56.303723 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cb3d5ef7-0885-45fc-ad35-cdeb4f6bcd80 req-a2f14dc4-eea1-462f-8f5f-c68ed4a83774 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.1073403 Aug 24 18:41:56.328193 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] Notify callbacks [] for port, precommit_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:56.348774 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.provisioning_blocks [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] Transition to ACTIVE for port object ee92b7e6-1ca0-4101-8cfd-b78add449a07 will not be triggered until provisioned by entity L2. {{(pid=74998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:41:56.365084 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:56.369056 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cb3d5ef7-0885-45fc-ad35-cdeb4f6bcd80 req-31c30fef-00eb-4d15-ab42-c85587a9e73a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636044 Aug 24 18:41:56.379132 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-8c0952a7-45a0-4ef4-8909-ea3644b6340a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:56.586929 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa9b17-7ad1-4195-829d-2b8579c1faec None None] Pushing event updated for resources: {'Port': ['ID=ee92b7e6-1ca0-4101-8cfd-b78add449a07,revision_number=3']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:56.624505 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-cbfa9b17-7ad1-4195-829d-2b8579c1faec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:56.662869 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] Attempting to bind port ee92b7e6-1ca0-4101-8cfd-b78add449a07 on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:41:56.663242 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] Attempting to bind port ee92b7e6-1ca0-4101-8cfd-b78add449a07 by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': '8c4f4ecb-7165-4082-8232-adb3ecf44106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '516dfd2e-ee1c-4466-a9c6-4de457b647fe'}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:41:56.663616 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] Attempting to bind port ee92b7e6-1ca0-4101-8cfd-b78add449a07 on network 516dfd2e-ee1c-4466-a9c6-4de457b647fe {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:41:56.672909 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:41:56.673306 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] Checking segment: {'id': '8c4f4ecb-7165-4082-8232-adb3ecf44106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '516dfd2e-ee1c-4466-a9c6-4de457b647fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:41:56.673704 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:56.674098 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] Bound using segment: {'id': '8c4f4ecb-7165-4082-8232-adb3ecf44106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '516dfd2e-ee1c-4466-a9c6-4de457b647fe'} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:41:56.674568 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] Bound port: ee92b7e6-1ca0-4101-8cfd-b78add449a07, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c4f4ecb-7165-4082-8232-adb3ecf44106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '516dfd2e-ee1c-4466-a9c6-4de457b647fe'}}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:41:56.674977 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:56.695896 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae12da4-2808-4e7f-9886-841a63d47e66 {{(pid=74996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:41:56.705638 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:56.738044 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Transition to ACTIVE for port object eae12da4-2808-4e7f-9886-841a63d47e66 will not be triggered until provisioned by entity L2. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:41:56.744651 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:56.749352 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-da61689a-edb6-4472-a634-2bbfc1adec49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:56.805113 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] For port ee92b7e6-1ca0-4101-8cfd-b78add449a07, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:41:56.810821 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] For port ee92b7e6-1ca0-4101-8cfd-b78add449a07, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=ee92b7e6-1ca0-4101-8cfd-b78add449a07,segment=NetworkSegment(8c4f4ecb-7165-4082-8232-adb3ecf44106),segment_id=8c4f4ecb-7165-4082-8232-adb3ecf44106)] {{(pid=74998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:41:56.821425 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:56.833502 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:56.888273 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Pushing event updated for resources: {'Port': ['ID=eae12da4-2808-4e7f-9886-841a63d47e66,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:56.893657 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:57.005601 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa9b17-7ad1-4195-829d-2b8579c1faec None None] Pushing event updated for resources: {'Port': ['ID=ee92b7e6-1ca0-4101-8cfd-b78add449a07,revision_number=4']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:57.029096 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-cbfa9b17-7ad1-4195-829d-2b8579c1faec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:57.031839 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] Routers {'4113273c-9b48-48a8-a2af-4cbf1288e3b0'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:41:57.032474 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:41:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4113273c-9b48-48a8-a2af-4cbf1288e3b0'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:57.117924 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Attempting to bind port eae12da4-2808-4e7f-9886-841a63d47e66 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:41:57.118253 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Attempting to bind port eae12da4-2808-4e7f-9886-841a63d47e66 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'db786f6c-7c5d-4b00-b83f-da6a2a065cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c'}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:41:57.118479 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Attempting to bind port eae12da4-2808-4e7f-9886-841a63d47e66 on network 922aa1cf-7465-4c84-b730-156c0ce0974c {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:41:57.125308 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Port eae12da4-2808-4e7f-9886-841a63d47e66 on network 922aa1cf-7465-4c84-b730-156c0ce0974c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:41:57.125638 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Attempting to bind port eae12da4-2808-4e7f-9886-841a63d47e66 on network 922aa1cf-7465-4c84-b730-156c0ce0974c {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:41:57.146636 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Checking agent: {'id': 'c5b5b5de-e9ee-4a89-bea7-745c11eae0d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'started_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:41:57.147366 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Checking segment: {'id': 'db786f6c-7c5d-4b00-b83f-da6a2a065cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:41:57.151850 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Bound using segment: {'id': 'db786f6c-7c5d-4b00-b83f-da6a2a065cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c'} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:41:57.152512 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Bound port: eae12da4-2808-4e7f-9886-841a63d47e66, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db786f6c-7c5d-4b00-b83f-da6a2a065cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c'}}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:41:57.153196 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:57.291388 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d71ee8-a2f0-4c1c-af94-963358a9d330 req-36a05bce-8c83-4da5-b3e3-7f10f5c92975 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:57.293968 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-60d71ee8-a2f0-4c1c-af94-963358a9d330 req-36a05bce-8c83-4da5-b3e3-7f10f5c92975 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 943 time: 0.0956075 Aug 24 18:41:57.299527 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] For port eae12da4-2808-4e7f-9886-841a63d47e66, host hv-cinder-80582, cleared binding levels {{(pid=74996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:41:57.304335 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] For port eae12da4-2808-4e7f-9886-841a63d47e66, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=eae12da4-2808-4e7f-9886-841a63d47e66,segment=NetworkSegment(db786f6c-7c5d-4b00-b83f-da6a2a065cee),segment_id=db786f6c-7c5d-4b00-b83f-da6a2a065cee)] {{(pid=74996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:41:57.314357 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:57.320406 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-9e35fa9e-6dfe-473b-a01c-ef4b9367a450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:41:57.359827 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-60d71ee8-a2f0-4c1c-af94-963358a9d330 req-27f55c0d-c902-4cf6-97f7-847c27144b74 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594268 Aug 24 18:41:57.394385 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] Set router 4113273c-9b48-48a8-a2af-4cbf1288e3b0 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:41:57.408870 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:41:57.410649 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] 10.222.0.36 "PUT /v2.0/ports/eae12da4-2808-4e7f-9886-841a63d47e66 HTTP/1.1" status: 200 len: 1093 time: 1.7744262 Aug 24 18:41:57.413812 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b401067-7ce7-4c89-9ec5-64d79f6443f3', 'tag': 'eae12da4-2808-4e7f-9886-841a63d47e66'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:41:57.428289 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Pushing event updated for resources: {'Port': ['ID=eae12da4-2808-4e7f-9886-841a63d47e66,revision_number=3']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:41:57.431706 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-25c4906c-e96b-4da4-9368-05766d669021 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:41:57.638488 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-19bd58ba-8c99-424b-9383-5a5c0a4ba58f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e61712bca8e94cb8a024d511805a0a96&device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 1096 time: 0.1675472 Aug 24 18:41:57.707114 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4d6b5-069e-49b8-a879-b2357ead43ef req-2403b8a6-76e1-4b19-b6fc-507908a0b94b tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:57.709033 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a5e4d6b5-069e-49b8-a879-b2357ead43ef req-2403b8a6-76e1-4b19-b6fc-507908a0b94b tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.0966611 Aug 24 18:41:57.753735 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-1a72a5d3-5112-48d3-aaf7-c2ba50f99fbb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae12da4-2808-4e7f-9886-841a63d47e66 HTTP/1.1" status: 200 len: 217 time: 0.1064966 Aug 24 18:41:57.756506 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b401067-7ce7-4c89-9ec5-64d79f6443f3', 'tag': 'eae12da4-2808-4e7f-9886-841a63d47e66', 'status': 'completed', 'code': 200} Aug 24 18:41:57.791416 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a5e4d6b5-069e-49b8-a879-b2357ead43ef req-28c7fc8b-4a1d-41e9-ae6d-6ad21b0cb1b5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758917 Aug 24 18:41:57.846648 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-2714923f-cb14-41ac-80ed-93f2bcf3aca5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:57.848323 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-2714923f-cb14-41ac-80ed-93f2bcf3aca5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=046050b0-03e5-419e-9117-ffd90bd7218e HTTP/1.1" status: 200 len: 848 time: 0.0808680 Aug 24 18:41:57.931582 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113273c-9b48-48a8-a2af-4cbf1288e3b0', 'name': 'tempest-TestShelveInstance-538202341-router', 'tenant_id': 'f74bf3caea5b4036a153c146f830818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '288b9d43-5d09-4396-9341-e6d4e921a86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:25Z', 'updated_at': '2021-08-24T18:41:28Z', 'revision_number': 4, 'project_id': 'f74bf3caea5b4036a153c146f830818a', 'gw_port': {'id': '288b9d43-5d09-4396-9341-e6d4e921a86f', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113273c-9b48-48a8-a2af-4cbf1288e3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:25Z', 'updated_at': '2021-08-24T18:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': 'ee92b7e6-1ca0-4101-8cfd-b78add449a07', 'name': '', 'network_id': '516dfd2e-ee1c-4466-a9c6-4de457b647fe', 'tenant_id': 'f74bf3caea5b4036a153c146f830818a', 'mac_address': 'fa:16:3e:56:c2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113273c-9b48-48a8-a2af-4cbf1288e3b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2615872d-69e4-4729-9f11-d48f7a1cd34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:28Z', 'updated_at': '2021-08-24T18:41:56Z', 'revision_number': 4, 'project_id': 'f74bf3caea5b4036a153c146f830818a', 'subnets': [{'id': '2615872d-69e4-4729-9f11-d48f7a1cd34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:41:57.936332 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23abe55f-a110-4ea2-bfd1-dcbfaa9742a3 None None] The sync data for ids ['4113273c-9b48-48a8-a2af-4cbf1288e3b0'] in dv-cinder-805825-1-iscsi is: [{'id': '4113273c-9b48-48a8-a2af-4cbf1288e3b0', 'name': 'tempest-TestShelveInstance-538202341-router', 'tenant_id': 'f74bf3caea5b4036a153c146f830818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '288b9d43-5d09-4396-9341-e6d4e921a86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:25Z', 'updated_at': '2021-08-24T18:41:28Z', 'revision_number': 4, 'project_id': 'f74bf3caea5b4036a153c146f830818a', 'gw_port': {'id': '288b9d43-5d09-4396-9341-e6d4e921a86f', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113273c-9b48-48a8-a2af-4cbf1288e3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:25Z', 'updated_at': '2021-08-24T18:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': 'ee92b7e6-1ca0-4101-8cfd-b78add449a07', 'name': '', 'network_id': '516dfd2e-ee1c-4466-a9c6-4de457b647fe', 'tenant_id': 'f74bf3caea5b4036a153c146f830818a', 'mac_address': 'fa:16:3e:56:c2:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4113273c-9b48-48a8-a2af-4cbf1288e3b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2615872d-69e4-4729-9f11-d48f7a1cd34c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:28Z', 'updated_at': '2021-08-24T18:41:56Z', 'revision_number': 4, 'project_id': 'f74bf3caea5b4036a153c146f830818a', 'subnets': [{'id': '2615872d-69e4-4729-9f11-d48f7a1cd34c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:41:57.964230 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-bdca0052-90bb-4f58-9241-48d4c0851a16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=922aa1cf-7465-4c84-b730-156c0ce0974c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1056643 Aug 24 18:41:58.178510 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-c36287ff-2229-44a5-b26f-97f377f9bd83 service neutron] 10.222.0.36 "GET /v2.0/networks/922aa1cf-7465-4c84-b730-156c0ce0974c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045083 Aug 24 18:41:58.362096 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-6e6ab4c1-a827-4275-9cf6-b641fb6e4478 req-09720029-d9e2-4673-b38b-493eb9ca8c72 service neutron] 10.222.0.36 "GET /v2.0/networks/922aa1cf-7465-4c84-b730-156c0ce0974c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739085 Aug 24 18:41:58.570419 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-df6c88a0-70ba-4cb2-8717-f91e8d13ef71 req-f7b4e3b7-e717-456e-a003-f65475438da1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e61712bca8e94cb8a024d511805a0a96&device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 1096 time: 0.1406519 Aug 24 18:41:58.618021 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2f856-ccab-4b40-ad40-5a056ec86a2d req-324a3bd3-e179-4853-acfb-1550528dade8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:58.624501 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f7e2f856-ccab-4b40-ad40-5a056ec86a2d req-324a3bd3-e179-4853-acfb-1550528dade8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 943 time: 0.1031516 Aug 24 18:41:58.707090 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f7e2f856-ccab-4b40-ad40-5a056ec86a2d req-e686b041-f624-48e1-a777-66156d71685e tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743401 Aug 24 18:41:58.775870 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c88a0-70ba-4cb2-8717-f91e8d13ef71 req-e6aa2707-ddef-4bc0-8ba2-631d1379a794 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:58.777381 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-df6c88a0-70ba-4cb2-8717-f91e8d13ef71 req-e6aa2707-ddef-4bc0-8ba2-631d1379a794 service neutron] 10.222.0.36 "GET /v2.0/networks?id=922aa1cf-7465-4c84-b730-156c0ce0974c HTTP/1.1" status: 200 len: 910 time: 0.1995111 Aug 24 18:41:58.898776 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-df6c88a0-70ba-4cb2-8717-f91e8d13ef71 req-37dc4c07-7f94-45f1-b517-2d494874e3c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae12da4-2808-4e7f-9886-841a63d47e66 HTTP/1.1" status: 200 len: 217 time: 0.1116951 Aug 24 18:41:59.003933 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c88a0-70ba-4cb2-8717-f91e8d13ef71 req-b7cb86d2-77ef-4cf0-b8f5-b086bc13e43e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:59.006126 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-df6c88a0-70ba-4cb2-8717-f91e8d13ef71 req-b7cb86d2-77ef-4cf0-b8f5-b086bc13e43e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=046050b0-03e5-419e-9117-ffd90bd7218e HTTP/1.1" status: 200 len: 848 time: 0.1002903 Aug 24 18:41:59.070864 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39f6c-100c-4720-8375-1a6054a33be1 req-632dbd31-6f52-4afa-9ccb-a4ea936bcf5f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:59.072337 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-49c39f6c-100c-4720-8375-1a6054a33be1 req-632dbd31-6f52-4afa-9ccb-a4ea936bcf5f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.1074936 Aug 24 18:41:59.112508 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-df6c88a0-70ba-4cb2-8717-f91e8d13ef71 req-bc4de58a-235e-4330-acff-5753e4f3e5ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=922aa1cf-7465-4c84-b730-156c0ce0974c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0961220 Aug 24 18:41:59.128067 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-49c39f6c-100c-4720-8375-1a6054a33be1 req-94e605f3-174e-471a-bd54-bc910b5a7d62 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477304 Aug 24 18:41:59.366082 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-df6c88a0-70ba-4cb2-8717-f91e8d13ef71 req-92c4249d-0f11-49d7-b06a-efa182adaed0 service neutron] 10.222.0.36 "GET /v2.0/networks/922aa1cf-7465-4c84-b730-156c0ce0974c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454584 Aug 24 18:41:59.516641 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-df6c88a0-70ba-4cb2-8717-f91e8d13ef71 req-2c69c889-ed54-48a3-b26f-ec6baa216535 service neutron] 10.222.0.36 "GET /v2.0/networks/922aa1cf-7465-4c84-b730-156c0ce0974c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431377 Aug 24 18:41:59.955654 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device ee92b7e6-1ca0-4101-8cfd-b78add449a07 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:41:59.985060 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b2e0a-815e-4204-8380-aaffde97c3d6 req-9a47c2b0-d58b-408f-8384-bcc317669470 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:41:59.993101 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-107b2e0a-815e-4204-8380-aaffde97c3d6 req-9a47c2b0-d58b-408f-8384-bcc317669470 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 943 time: 0.1557209 Aug 24 18:42:00.055013 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port ee92b7e6-1ca0-4101-8cfd-b78add449a07 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:42:00.056198 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-107b2e0a-815e-4204-8380-aaffde97c3d6 req-247069c6-6b71-4485-ad8a-4cbe5b5086e4 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618250 Aug 24 18:42:00.061557 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port ee92b7e6-1ca0-4101-8cfd-b78add449a07 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:42:00.062172 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:00.204251 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:00.240552 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port ee92b7e6-1ca0-4101-8cfd-b78add449a07, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=ee92b7e6-1ca0-4101-8cfd-b78add449a07,segment=NetworkSegment(8c4f4ecb-7165-4082-8232-adb3ecf44106),segment_id=8c4f4ecb-7165-4082-8232-adb3ecf44106)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:42:00.247392 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:00.249623 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:42:00.328361 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=ee92b7e6-1ca0-4101-8cfd-b78add449a07,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:00.332378 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:42:00.379485 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0b0d2-ca24-4e1e-b342-26c211b32c36 req-4dbb406c-754f-4f99-9bac-dfa13fdc64ca tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:00.386698 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-27c0b0d2-ca24-4e1e-b342-26c211b32c36 req-4dbb406c-754f-4f99-9bac-dfa13fdc64ca tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.0941994 Aug 24 18:42:00.443575 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-27c0b0d2-ca24-4e1e-b342-26c211b32c36 req-ea03ff9d-570e-40fb-8776-8618237093bd tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557339 Aug 24 18:42:01.105319 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:01.264793 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b495f-2eda-405d-9a76-e0efdc501dc9 req-b6044340-733f-4285-b32e-724f52c519a3 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:01.267119 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2f4b495f-2eda-405d-9a76-e0efdc501dc9 req-b6044340-733f-4285-b32e-724f52c519a3 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 943 time: 0.0891416 Aug 24 18:42:01.314518 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2f4b495f-2eda-405d-9a76-e0efdc501dc9 req-6543a7aa-0f32-4521-aaf4-5f663a27abe4 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424747 Aug 24 18:42:01.674417 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbe1ea-1aeb-4d98-9203-0c369b479c99 req-01f9de50-0754-480f-907c-b4a289b4fbf8 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:01.676316 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-abdbe1ea-1aeb-4d98-9203-0c369b479c99 req-01f9de50-0754-480f-907c-b4a289b4fbf8 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.1021652 Aug 24 18:42:01.735064 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-abdbe1ea-1aeb-4d98-9203-0c369b479c99 req-c667abe3-8d6e-4ed8-b451-80587adc3ede tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520198 Aug 24 18:42:01.918404 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device ee92b7e6-1ca0-4101-8cfd-b78add449a07 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:42:02.023500 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port ee92b7e6-1ca0-4101-8cfd-b78add449a07 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:42:02.023967 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:02.529317 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23f74b-e221-4854-b861-5528b581b0cb req-23e32bd5-0f15-474b-ae85-516bc1b078d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:02.530822 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4e23f74b-e221-4854-b861-5528b581b0cb req-23e32bd5-0f15-474b-ae85-516bc1b078d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 943 time: 0.0883508 Aug 24 18:42:02.595013 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4e23f74b-e221-4854-b861-5528b581b0cb req-d8420c0c-09c4-4617-8102-d2f0ac31fbf6 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570931 Aug 24 18:42:02.994065 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67376d2d-69df-4434-bf25-2f978738f3f3 req-ae989022-066e-45b4-aca0-14f015ccb4e8 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:03.001272 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-67376d2d-69df-4434-bf25-2f978738f3f3 req-ae989022-066e-45b4-aca0-14f015ccb4e8 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.1067951 Aug 24 18:42:03.045746 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-67376d2d-69df-4434-bf25-2f978738f3f3 req-29f9b26f-715d-47cc-abf8-301865948d8a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436120 Aug 24 18:42:03.843920 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fce9e-a85f-4fa6-a330-b1d41c7758e4 req-663b19fb-b7b2-4089-84dc-9e2cf76ec8d1 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:03.847121 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-813fce9e-a85f-4fa6-a330-b1d41c7758e4 req-663b19fb-b7b2-4089-84dc-9e2cf76ec8d1 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 943 time: 0.0929389 Aug 24 18:42:03.899482 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-813fce9e-a85f-4fa6-a330-b1d41c7758e4 req-eaf02363-1016-453d-ae04-bf8a016f0629 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471468 Aug 24 18:42:04.282955 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b458eaa-82b9-4d58-a947-5c1703a05fb9 req-7fdaa89e-2a4a-41df-b045-c7367eca4cad tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:04.284444 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0b458eaa-82b9-4d58-a947-5c1703a05fb9 req-7fdaa89e-2a4a-41df-b045-c7367eca4cad tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.0966613 Aug 24 18:42:04.338551 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0b458eaa-82b9-4d58-a947-5c1703a05fb9 req-b4c230b3-9e46-4ade-a2e7-517ebce7f6f3 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449505 Aug 24 18:42:05.122813 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0557c5-9b7e-4880-b3c3-286cca8c9193 req-80825ca6-ba0f-46eb-8a84-bd22a0474263 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:05.124551 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6d0557c5-9b7e-4880-b3c3-286cca8c9193 req-80825ca6-ba0f-46eb-8a84-bd22a0474263 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 943 time: 0.0840685 Aug 24 18:42:05.175073 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6d0557c5-9b7e-4880-b3c3-286cca8c9193 req-cad9e972-bc8e-4597-8ed7-f50bb88e87c4 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421062 Aug 24 18:42:05.570895 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ed548-b52c-44b1-bd60-0756748b8185 req-04f059d3-076c-4cc4-b0ef-0a7a03f45e3f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:05.572377 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4e1ed548-b52c-44b1-bd60-0756748b8185 req-04f059d3-076c-4cc4-b0ef-0a7a03f45e3f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.0962076 Aug 24 18:42:05.620656 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4e1ed548-b52c-44b1-bd60-0756748b8185 req-5b980586-53f3-4fb4-a54d-910d3e012df2 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425267 Aug 24 18:42:05.685956 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-dac15ee4-3f68-46f4-9e69-7511b21fe3af req-23a231d8-2770-4a23-aa7d-8b342a1e5815 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1058cbc028345d9b3abf057991020c1&device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 1098 time: 0.0728030 Aug 24 18:42:05.820676 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac15ee4-3f68-46f4-9e69-7511b21fe3af req-9d48d40b-bfa3-4639-8734-315188060536 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:05.822074 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-dac15ee4-3f68-46f4-9e69-7511b21fe3af req-9d48d40b-bfa3-4639-8734-315188060536 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6a59e55-85ca-47cc-8fae-e2513fbbce59 HTTP/1.1" status: 200 len: 918 time: 0.1296132 Aug 24 18:42:05.939966 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-dac15ee4-3f68-46f4-9e69-7511b21fe3af req-e07898c6-a284-4570-8fa7-340b40d57754 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18817fa5-ca13-4d67-892d-37844e1ceda5 HTTP/1.1" status: 200 len: 1001 time: 0.1099565 Aug 24 18:42:06.008015 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac15ee4-3f68-46f4-9e69-7511b21fe3af req-141b0ec7-7df8-4ffc-a539-653b983c8f83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:06.009463 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-dac15ee4-3f68-46f4-9e69-7511b21fe3af req-141b0ec7-7df8-4ffc-a539-653b983c8f83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d9a7234-019a-48d3-9ec8-5b691415065c HTTP/1.1" status: 200 len: 856 time: 0.0626321 Aug 24 18:42:06.092035 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-dac15ee4-3f68-46f4-9e69-7511b21fe3af req-b1571921-5e4d-44f0-9492-1db0ca38a593 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6a59e55-85ca-47cc-8fae-e2513fbbce59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732934 Aug 24 18:42:06.231546 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-dac15ee4-3f68-46f4-9e69-7511b21fe3af req-daa2c36c-8bf0-48a5-adf3-6a6888af73f6 service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316760 Aug 24 18:42:06.366268 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-dac15ee4-3f68-46f4-9e69-7511b21fe3af req-00701a12-e69b-47bb-aa71-23a344d47e64 service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280873 Aug 24 18:42:06.376009 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0336b-04b7-4740-849b-7150434f67ce req-411c5945-de13-4080-8839-4c7e1757d030 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:06.377448 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-75a0336b-04b7-4740-849b-7150434f67ce req-411c5945-de13-4080-8839-4c7e1757d030 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 943 time: 0.0786541 Aug 24 18:42:06.501253 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-75a0336b-04b7-4740-849b-7150434f67ce req-966f9856-ef91-45f8-906d-fcd1cb962f55 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108141 Aug 24 18:42:06.501389 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device eae12da4-2808-4e7f-9886-841a63d47e66 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:42:06.631180 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port eae12da4-2808-4e7f-9886-841a63d47e66, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=eae12da4-2808-4e7f-9886-841a63d47e66,segment=NetworkSegment(db786f6c-7c5d-4b00-b83f-da6a2a065cee),segment_id=db786f6c-7c5d-4b00-b83f-da6a2a065cee)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:42:06.644386 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': 'eae12da4-2808-4e7f-9886-841a63d47e66', 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c', 'port_id': 'eae12da4-2808-4e7f-9886-841a63d47e66', 'mac_address': 'fa:16:3e:13:55:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:42:06.702704 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:06.720833 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae12da4-2808-4e7f-9886-841a63d47e66 {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:42:06.737077 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port eae12da4-2808-4e7f-9886-841a63d47e66, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=eae12da4-2808-4e7f-9886-841a63d47e66,segment=NetworkSegment(db786f6c-7c5d-4b00-b83f-da6a2a065cee),segment_id=db786f6c-7c5d-4b00-b83f-da6a2a065cee)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:42:06.741993 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:06.744262 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:42:06.814108 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=eae12da4-2808-4e7f-9886-841a63d47e66,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:06.818868 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:42:06.838070 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24d23f-b818-4654-ada6-c26ae723bf38 req-93aa176f-c581-46ed-baeb-cc01e069fa60 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:06.839597 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8d24d23f-b818-4654-ada6-c26ae723bf38 req-93aa176f-c581-46ed-baeb-cc01e069fa60 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.0786417 Aug 24 18:42:06.886242 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8d24d23f-b818-4654-ada6-c26ae723bf38 req-260e215f-dde5-41bd-9f7c-8b58c38001f2 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409081 Aug 24 18:42:07.016419 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['eae12da4-2808-4e7f-9886-841a63d47e66'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:42:07.198581 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9b9c6f76-ec0e-4657-8658-04eb63091950 req-4b54c8d9-93c7-44a6-9c66-768244f5cd9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b11a5d762934f28a49e78963be828a1&device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 1137 time: 0.0741131 Aug 24 18:42:07.227534 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e8d5d-4236-4445-8ee2-dc833d37b444 req-dce5317c-2dcf-49e2-ac18-29539f28abc4 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:07.229032 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-248e8d5d-4236-4445-8ee2-dc833d37b444 req-dce5317c-2dcf-49e2-ac18-29539f28abc4 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 984 time: 0.0812922 Aug 24 18:42:07.279714 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-248e8d5d-4236-4445-8ee2-dc833d37b444 req-8bd26cfb-2ab8-4755-a6fb-12ab97d5bc36 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&id=3d26993a-f2b2-49f0-8969-615d3e69989a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445132 Aug 24 18:42:07.340674 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c6f76-ec0e-4657-8658-04eb63091950 req-8b3e2323-ad8d-405e-a5d1-84fdd293bb5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:07.342154 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9b9c6f76-ec0e-4657-8658-04eb63091950 req-8b3e2323-ad8d-405e-a5d1-84fdd293bb5b service neutron] 10.222.0.36 "GET /v2.0/networks?id=d04e09fe-a672-475c-9d99-e1568957c579 HTTP/1.1" status: 200 len: 915 time: 0.1356504 Aug 24 18:42:07.458163 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9b9c6f76-ec0e-4657-8658-04eb63091950 req-d9acf850-9a83-4815-98dd-313e0f28ebb3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 HTTP/1.1" status: 200 len: 1001 time: 0.1066167 Aug 24 18:42:07.528142 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c6f76-ec0e-4657-8658-04eb63091950 req-a6371b6d-4930-417e-892c-748815e52498 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:07.529613 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9b9c6f76-ec0e-4657-8658-04eb63091950 req-a6371b6d-4930-417e-892c-748815e52498 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcf3f37d-17a3-44a3-9dff-2070554db7f6 HTTP/1.1" status: 200 len: 853 time: 0.0638919 Aug 24 18:42:07.614620 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9b9c6f76-ec0e-4657-8658-04eb63091950 req-f8efb18e-8a4d-499e-905e-e61139a84628 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d04e09fe-a672-475c-9d99-e1568957c579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749657 Aug 24 18:42:07.695531 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecb3d9-d18c-49b4-bafb-36a662abef90 req-c4b095ff-b1ee-4c0f-bea6-96724b639ec5 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:07.697027 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-34ecb3d9-d18c-49b4-bafb-36a662abef90 req-c4b095ff-b1ee-4c0f-bea6-96724b639ec5 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 944 time: 0.0776255 Aug 24 18:42:07.744449 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-34ecb3d9-d18c-49b4-bafb-36a662abef90 req-fdad69f4-e7be-48ca-beb3-06f064513c08 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414388 Aug 24 18:42:07.751964 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9b9c6f76-ec0e-4657-8658-04eb63091950 req-e0fac816-d7d7-44a2-9318-b6fbbd7900b1 service neutron] 10.222.0.36 "GET /v2.0/networks/d04e09fe-a672-475c-9d99-e1568957c579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284451 Aug 24 18:42:07.985660 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9b9c6f76-ec0e-4657-8658-04eb63091950 req-3881d29f-477e-4c27-9266-d9eb5d903dc6 service neutron] 10.222.0.36 "GET /v2.0/networks/d04e09fe-a672-475c-9d99-e1568957c579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252519 Aug 24 18:42:08.130284 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63316317-9ee5-49a2-a4b4-a424c31a6ed5 req-5b088e5a-3b2a-438e-89e8-68c0637d34f0 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:08.131890 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-63316317-9ee5-49a2-a4b4-a424c31a6ed5 req-5b088e5a-3b2a-438e-89e8-68c0637d34f0 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 945 time: 0.0939643 Aug 24 18:42:08.181419 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-63316317-9ee5-49a2-a4b4-a424c31a6ed5 req-f57e3a94-c734-4089-acc6-dde79a96112d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427237 Aug 24 18:42:08.494273 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7a49f-64a2-484f-ae17-c07b9fdaed0b req-d8f4ad1a-d396-4785-b2b4-e8306182f2b6 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:08.495666 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4cb7a49f-64a2-484f-ae17-c07b9fdaed0b req-d8f4ad1a-d396-4785-b2b4-e8306182f2b6 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 984 time: 0.0886962 Aug 24 18:42:08.504075 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device eae12da4-2808-4e7f-9886-841a63d47e66 up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:42:08.550944 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4cb7a49f-64a2-484f-ae17-c07b9fdaed0b req-caeae0e4-29cf-4fcd-9bb5-1d64a1d3fe2d tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&id=3d26993a-f2b2-49f0-8969-615d3e69989a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471399 Aug 24 18:42:08.577338 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning for port eae12da4-2808-4e7f-9886-841a63d47e66 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:42:08.582649 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port eae12da4-2808-4e7f-9886-841a63d47e66 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:42:08.583206 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:08.702960 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:08.730261 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b401067-7ce7-4c89-9ec5-64d79f6443f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae12da4-2808-4e7f-9886-841a63d47e66'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:42:08.739869 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port eae12da4-2808-4e7f-9886-841a63d47e66, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=eae12da4-2808-4e7f-9886-841a63d47e66,segment=NetworkSegment(db786f6c-7c5d-4b00-b83f-da6a2a065cee),segment_id=db786f6c-7c5d-4b00-b83f-da6a2a065cee)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:42:08.745121 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:08.746077 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 18817fa5-ca13-4d67-892d-37844e1ceda5 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:42:08.770002 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:42:08.810762 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b401067-7ce7-4c89-9ec5-64d79f6443f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae12da4-2808-4e7f-9886-841a63d47e66', 'code': 200} Aug 24 18:42:08.869101 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=eae12da4-2808-4e7f-9886-841a63d47e66,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:08.872782 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:42:08.928105 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:08.946216 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c016af0-20db-4db0-b70f-ea32f6b91caf req-430627df-1f35-4bf8-a0f2-7e6bf5e15c57 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:08.947769 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5c016af0-20db-4db0-b70f-ea32f6b91caf req-430627df-1f35-4bf8-a0f2-7e6bf5e15c57 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.0801857 Aug 24 18:42:08.967166 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 18817fa5-ca13-4d67-892d-37844e1ceda5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=18817fa5-ca13-4d67-892d-37844e1ceda5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:42:08.972438 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:08.974567 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:42:09.001018 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5c016af0-20db-4db0-b70f-ea32f6b91caf req-f58f3249-7fa0-4e5b-8fd5-5a4afd63f3c7 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467155 Aug 24 18:42:09.047140 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=18817fa5-ca13-4d67-892d-37844e1ceda5,revision_number=8']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:09.049990 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:42:09.126293 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-61d2115e-54ed-4b13-b50d-499366183137 req-6beb5cc2-f5b3-4c29-9005-e9a82701d05b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 1098 time: 0.0708003 Aug 24 18:42:09.175474 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-61d2115e-54ed-4b13-b50d-499366183137 req-debb907f-c193-4f9e-a9a3-2a281ad9e881 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393913 Aug 24 18:42:09.409138 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4dc6c-1718-4665-8554-9abed2070a62 req-823e4b27-8f4d-4e83-ae21-b78828997c58 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:09.410606 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3ea4dc6c-1718-4665-8554-9abed2070a62 req-823e4b27-8f4d-4e83-ae21-b78828997c58 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 943 time: 0.0829434 Aug 24 18:42:09.457183 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3ea4dc6c-1718-4665-8554-9abed2070a62 req-201984c4-57fd-467a-a06e-5f223b30b855 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409477 Aug 24 18:42:09.723335 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:42:09.753246 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec18cc-9b80-4f21-bf81-20bb47dd5d6b req-dc78bef3-5989-4d57-9c29-edfb3e1e7222 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:09.755153 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-64ec18cc-9b80-4f21-bf81-20bb47dd5d6b req-dc78bef3-5989-4d57-9c29-edfb3e1e7222 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 984 time: 0.0810993 Aug 24 18:42:09.807208 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-64ec18cc-9b80-4f21-bf81-20bb47dd5d6b req-c3abc11a-4aa3-4550-9e44-1e8bb6402caa tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&id=3d26993a-f2b2-49f0-8969-615d3e69989a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460217 Aug 24 18:42:10.220310 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d57835-9a4b-47e6-a1a3-ff3857cb56c0 req-5aad01d2-1157-4383-8f79-46e4d71cefd6 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:10.221703 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c1d57835-9a4b-47e6-a1a3-ff3857cb56c0 req-5aad01d2-1157-4383-8f79-46e4d71cefd6 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.0954492 Aug 24 18:42:10.267594 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c1d57835-9a4b-47e6-a1a3-ff3857cb56c0 req-3b46e5d4-5214-4878-a677-e1a56416c3a4 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402539 Aug 24 18:42:10.812515 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d3aa30-2fd2-43b5-849a-b3606b2e3547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18817fa5-ca13-4d67-892d-37844e1ceda5'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:42:10.862681 dv-cinder-805825-1-iscsi neutron-server[74997]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '23d3aa30-2fd2-43b5-849a-b3606b2e3547', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '18817fa5-ca13-4d67-892d-37844e1ceda5', 'code': 422} returned with failed status Aug 24 18:42:10.914453 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0303e296-c10d-4bf4-89e1-e6c4d9a37dd7 req-6db7fcbb-54e0-45e0-8669-26eb9bbb3713 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0720935 Aug 24 18:42:11.039145 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cce9ae-4628-476c-a88e-60d80baa4f8b req-b99edcf1-4101-42f3-ba45-693ad05a520b tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:11.040614 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-75cce9ae-4628-476c-a88e-60d80baa4f8b req-b99edcf1-4101-42f3-ba45-693ad05a520b tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 984 time: 0.0844705 Aug 24 18:42:11.091327 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-75cce9ae-4628-476c-a88e-60d80baa4f8b req-1d9b5613-4b3f-4443-95a5-df868df13aea tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&id=3d26993a-f2b2-49f0-8969-615d3e69989a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441620 Aug 24 18:42:11.183394 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 37732) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:42:11.193559 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82af273-ebff-4de2-afba-e23c3bddd704 req-c7e3439b-2165-4ee7-bbbf-0307f639b9ff tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:11.195045 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d82af273-ebff-4de2-afba-e23c3bddd704 req-c7e3439b-2165-4ee7-bbbf-0307f639b9ff tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 943 time: 0.0824261 Aug 24 18:42:11.242929 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d82af273-ebff-4de2-afba-e23c3bddd704 req-0952c7bc-4ce3-4eac-95aa-ed403377a07a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423965 Aug 24 18:42:11.318813 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-cbf85cb7-92d8-41d5-a358-73df95ecd86d req-88cac67b-79ff-4a49-ad12-0b11b4c1fb90 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1338511 Aug 24 18:42:11.467339 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2e5cc-b365-4e7b-b3a4-b3d7be1d5074 req-a55957a4-cdd4-4799-b2f0-814a81f95d7e tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:11.468864 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-add2e5cc-b365-4e7b-b3a4-b3d7be1d5074 req-a55957a4-cdd4-4799-b2f0-814a81f95d7e tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.0803761 Aug 24 18:42:11.519750 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-add2e5cc-b365-4e7b-b3a4-b3d7be1d5074 req-fe2ed8b0-a378-4502-9c97-ae0b575398c2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430732 Aug 24 18:42:11.730496 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a39416-4aad-448e-b4b1-779d03705369 req-069dbb06-5702-4358-8b3a-2411a515d798 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:11.731908 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-58a39416-4aad-448e-b4b1-779d03705369 req-069dbb06-5702-4358-8b3a-2411a515d798 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.0829406 Aug 24 18:42:11.784124 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-58a39416-4aad-448e-b4b1-779d03705369 req-919bdb50-a9d4-4c91-8d22-d77483b8e7c1 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456305 Aug 24 18:42:11.813685 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 37748) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:42:11.893007 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-cbf85cb7-92d8-41d5-a358-73df95ecd86d req-1ed57aa6-bcf8-45d9-a0e1-4cb38c4971b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547&tenant_id=d1058cbc028345d9b3abf057991020c1 HTTP/1.1" status: 200 len: 1096 time: 0.0826986 Aug 24 18:42:11.972305 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-e53b37d9-bd37-4492-adb3-2c574a505b50 tempest-TestShelveInstance-1113514784 tempest-TestShelveInstance-1113514784-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 1093 time: 0.1545851 Aug 24 18:42:11.972617 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 37756) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:42:11.978908 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Request body: {'floatingip': {'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'port_id': 'eae12da4-2808-4e7f-9886-841a63d47e66', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'fixed_ip_address': '172.20.0.6'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:42:11.985358 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:42:11.990462 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Usage tracker for resource:floatingip and tenant:e61712bca8e94cb8a024d511805a0a96 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:42:11.994760 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:42:12.001445 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:42:12.014785 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for floatingip, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:12.052866 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-cbf85cb7-92d8-41d5-a358-73df95ecd86d req-9053c53d-39b2-43ad-a372-5b28c08eec06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d1058cbc028345d9b3abf057991020c1&device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 1096 time: 0.1351988 Aug 24 18:42:12.179432 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:12.216709 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf85cb7-92d8-41d5-a358-73df95ecd86d req-34b9c8df-d6bb-4956-af83-98b04a1aa55d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:12.219183 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-cbf85cb7-92d8-41d5-a358-73df95ecd86d req-34b9c8df-d6bb-4956-af83-98b04a1aa55d service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6a59e55-85ca-47cc-8fae-e2513fbbce59 HTTP/1.1" status: 200 len: 918 time: 0.1595242 Aug 24 18:42:12.329109 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-cbf85cb7-92d8-41d5-a358-73df95ecd86d req-8cb7b332-9d2a-495e-8c07-73965b3071dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18817fa5-ca13-4d67-892d-37844e1ceda5 HTTP/1.1" status: 200 len: 999 time: 0.1015460 Aug 24 18:42:12.396159 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_common [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Allocated IP 172.27.3.14 (afb0294a-27f7-459e-836d-9dd48a51a08b/57a63288-2275-43de-bb63-fff925de2bab/d6297cda-41fa-44c4-ad36-26d4acd9db8b) {{(pid=74995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:42:12.404917 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf85cb7-92d8-41d5-a358-73df95ecd86d req-8b846ea6-2ed0-44f4-9086-dad6bdfce179 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:12.406830 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-cbf85cb7-92d8-41d5-a358-73df95ecd86d req-8b846ea6-2ed0-44f4-9086-dad6bdfce179 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d9a7234-019a-48d3-9ec8-5b691415065c HTTP/1.1" status: 200 len: 856 time: 0.0696526 Aug 24 18:42:12.415621 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d39441-e85d-4319-bafa-b8ace1ea3dd1 req-c553f95b-dfb8-4f04-9535-2286aa6bb7b8 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:12.417246 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-51d39441-e85d-4319-bafa-b8ace1ea3dd1 req-c553f95b-dfb8-4f04-9535-2286aa6bb7b8 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 984 time: 0.1699426 Aug 24 18:42:12.502149 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-cbf85cb7-92d8-41d5-a358-73df95ecd86d req-5b0658e3-f852-442b-9d8c-4044a04a3086 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6a59e55-85ca-47cc-8fae-e2513fbbce59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0877066 Aug 24 18:42:12.526005 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 18817fa5-ca13-4d67-892d-37844e1ceda5 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:42:12.650517 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-cbf85cb7-92d8-41d5-a358-73df95ecd86d req-1e13502b-466e-4f58-a05e-d0de615828bc service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409576 Aug 24 18:42:12.706058 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-51d39441-e85d-4319-bafa-b8ace1ea3dd1 req-e3071751-f075-42c4-80a7-6d04ecfb8a45 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&id=3d26993a-f2b2-49f0-8969-615d3e69989a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2775664 Aug 24 18:42:12.755787 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for port, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:12.773132 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df80098-7950-45d2-b21e-ecda22586b80 req-97a7d9e0-0afa-4dba-a126-39df6e5150be tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:12.780079 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1df80098-7950-45d2-b21e-ecda22586b80 req-97a7d9e0-0afa-4dba-a126-39df6e5150be tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 943 time: 0.2391486 Aug 24 18:42:12.822203 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-cbf85cb7-92d8-41d5-a358-73df95ecd86d req-b0d3c3a4-1b9b-447c-bda1-24824612044c service neutron] 10.222.0.36 "GET /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644802 Aug 24 18:42:12.847504 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1df80098-7950-45d2-b21e-ecda22586b80 req-8530b9d4-2fe6-468e-9075-a6cf6d1b5611 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663042 Aug 24 18:42:12.848966 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:12.853636 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:42:12.935047 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Network afb0294a-27f7-459e-836d-9dd48a51a08b is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:42:12.936190 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Pushing event updated for resources: {'Port': ['ID=d6297cda-41fa-44c4-ad36-26d4acd9db8b,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:12.939382 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:42:12.941595 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:42:12.942258 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Received port after_create {{(pid=74995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:42:13.482515 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:13.542159 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:13.783461 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for port, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:13.791495 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3098578'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:13.800599 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-5d78b5b8-427b-48d4-bd2b-29ebd15e3e07 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:42:14.034059 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Pushing event updated for resources: {'Port': ['ID=d6297cda-41fa-44c4-ad36-26d4acd9db8b,revision_number=2']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:14.038943 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:42:14.072938 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692493'] for floatingip, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:14.252513 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d58ccf8-911e-44a6-b857-6b9f9d1f8616 req-48873cde-1d0c-4908-b938-5c06aa50e41c tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:14.254009 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0d58ccf8-911e-44a6-b857-6b9f9d1f8616 req-48873cde-1d0c-4908-b938-5c06aa50e41c tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 984 time: 0.3218541 Aug 24 18:42:14.461903 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c995f82-3801-45cd-9094-03464ea48117 req-6f14ad2d-53c1-4b89-989b-5964fd42f74b tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:14.463293 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3c995f82-3801-45cd-9094-03464ea48117 req-6f14ad2d-53c1-4b89-989b-5964fd42f74b tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 943 time: 0.3125222 Aug 24 18:42:14.490436 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0d58ccf8-911e-44a6-b857-6b9f9d1f8616 req-22821636-8988-4a24-bd28-8af8fe6fd203 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&id=3d26993a-f2b2-49f0-8969-615d3e69989a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2292087 Aug 24 18:42:14.537653 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3c995f82-3801-45cd-9094-03464ea48117 req-10026d7c-3d78-488e-90c2-599ac5e22925 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674107 Aug 24 18:42:14.554393 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.db.l3_db [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Floating IP 614ed47a-5ccc-4431-8111-331989fa94c4 associated. External IP: 172.27.3.14, port: eae12da4-2808-4e7f-9886-841a63d47e66. Aug 24 18:42:14.981089 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Router c3d301f5-39fa-4cd0-a462-1470314fa99b has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:42:15.191063 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:42:15.202621 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ba2b6c-5e54-4b24-87f3-550cd0f5e350 None None] Sync routers for ids ['c3d301f5-39fa-4cd0-a462-1470314fa99b'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:42:15.214758 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ba2b6c-5e54-4b24-87f3-550cd0f5e350 None None] Routers {'c3d301f5-39fa-4cd0-a462-1470314fa99b'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:42:15.216034 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-88ba2b6c-5e54-4b24-87f3-550cd0f5e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:41:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['c3d301f5-39fa-4cd0-a462-1470314fa99b'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:15.222393 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:15.297789 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3121581 Aug 24 18:42:15.297789 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b401067-7ce7-4c89-9ec5-64d79f6443f3', 'tag': 'eae12da4-2808-4e7f-9886-841a63d47e66'}] {{(pid=74995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:42:15.355886 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b401067-7ce7-4c89-9ec5-64d79f6443f3', 'tag': 'eae12da4-2808-4e7f-9886-841a63d47e66', 'status': 'completed', 'code': 200} Aug 24 18:42:15.425168 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-88ba2b6c-5e54-4b24-87f3-550cd0f5e350 None None] Set router c3d301f5-39fa-4cd0-a462-1470314fa99b gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:42:15.721546 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb57350-35c2-48ef-95a0-d472ece017ab req-b4d236b8-9432-4d19-a3e0-d382faa9fa9c tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:15.723268 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7fb57350-35c2-48ef-95a0-d472ece017ab req-b4d236b8-9432-4d19-a3e0-d382faa9fa9c tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 984 time: 0.1049092 Aug 24 18:42:15.778796 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7fb57350-35c2-48ef-95a0-d472ece017ab req-6a1a2983-1346-4ff3-86da-809e32aba191 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&id=3d26993a-f2b2-49f0-8969-615d3e69989a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491765 Aug 24 18:42:15.812655 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-88ba2b6c-5e54-4b24-87f3-550cd0f5e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'name': 'tempest-TestShelveInstance-1774061153-router', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:22Z', 'revision_number': 4, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'gw_port': {'id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '614ed47a-5ccc-4431-8111-331989fa94c4', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'port_id': 'eae12da4-2808-4e7f-9886-841a63d47e66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c', 'mac_address': 'fa:16:3e:13:55:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b401067-7ce7-4c89-9ec5-64d79f6443f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:42:13Z', 'updated_at': '2021-08-24T18:42:13Z', 'revision_number': 0, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b064ebe-652f-4a81-8cd0-b694d072ff58', 'name': '', 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'mac_address': 'fa:16:3e:ac:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:21Z', 'updated_at': '2021-08-24T18:41:46Z', 'revision_number': 5, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'subnets': [{'id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:15.816917 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ba2b6c-5e54-4b24-87f3-550cd0f5e350 None None] Checking router: c3d301f5-39fa-4cd0-a462-1470314fa99b for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:42:15.828310 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ba2b6c-5e54-4b24-87f3-550cd0f5e350 None None] Routers {'c3d301f5-39fa-4cd0-a462-1470314fa99b'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:42:15.828949 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-88ba2b6c-5e54-4b24-87f3-550cd0f5e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:41:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['c3d301f5-39fa-4cd0-a462-1470314fa99b'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:16.003795 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b065e54-3ad2-44a1-904d-182f6ecdcaca req-8bcd88cd-d37d-456d-9d6c-ac52d4514739 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:16.005626 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9b065e54-3ad2-44a1-904d-182f6ecdcaca req-8bcd88cd-d37d-456d-9d6c-ac52d4514739 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 943 time: 0.0980287 Aug 24 18:42:16.027275 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-88ba2b6c-5e54-4b24-87f3-550cd0f5e350 None None] Set router c3d301f5-39fa-4cd0-a462-1470314fa99b gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:42:16.053979 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9b065e54-3ad2-44a1-904d-182f6ecdcaca req-629d3f15-f82e-4bbe-a07f-97ae3432bc78 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422211 Aug 24 18:42:16.422933 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-88ba2b6c-5e54-4b24-87f3-550cd0f5e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'name': 'tempest-TestShelveInstance-1774061153-router', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:22Z', 'revision_number': 4, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'gw_port': {'id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '614ed47a-5ccc-4431-8111-331989fa94c4', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'port_id': 'eae12da4-2808-4e7f-9886-841a63d47e66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c', 'mac_address': 'fa:16:3e:13:55:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b401067-7ce7-4c89-9ec5-64d79f6443f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:42:13Z', 'updated_at': '2021-08-24T18:42:13Z', 'revision_number': 0, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b064ebe-652f-4a81-8cd0-b694d072ff58', 'name': '', 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'mac_address': 'fa:16:3e:ac:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:21Z', 'updated_at': '2021-08-24T18:41:46Z', 'revision_number': 5, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'subnets': [{'id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:16.427111 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ba2b6c-5e54-4b24-87f3-550cd0f5e350 None None] The sync data for ids ['c3d301f5-39fa-4cd0-a462-1470314fa99b'] in dv-cinder-805825-1-iscsi is: [{'id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'name': 'tempest-TestShelveInstance-1774061153-router', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:22Z', 'revision_number': 4, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'gw_port': {'id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '614ed47a-5ccc-4431-8111-331989fa94c4', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'port_id': 'eae12da4-2808-4e7f-9886-841a63d47e66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c', 'mac_address': 'fa:16:3e:13:55:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b401067-7ce7-4c89-9ec5-64d79f6443f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:42:13Z', 'updated_at': '2021-08-24T18:42:13Z', 'revision_number': 0, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b064ebe-652f-4a81-8cd0-b694d072ff58', 'name': '', 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'mac_address': 'fa:16:3e:ac:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:21Z', 'updated_at': '2021-08-24T18:41:46Z', 'revision_number': 5, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'subnets': [{'id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:42:16.633048 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed392bc-2bf1-4c0f-9833-229f2501c240 None None] New status for floating IP 614ed47a-5ccc-4431-8111-331989fa94c4: ACTIVE {{(pid=74998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:42:17.014929 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2156e-0b09-47a6-b7af-2a3440602078 req-2f3411e4-2e2b-4137-a3d6-d3b6062459a3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:17.016432 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-55f2156e-0b09-47a6-b7af-2a3440602078 req-2f3411e4-2e2b-4137-a3d6-d3b6062459a3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 984 time: 0.0975075 Aug 24 18:42:17.066082 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-55f2156e-0b09-47a6-b7af-2a3440602078 req-d60882a4-1a94-4fd8-9dab-9b349aad2666 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&id=3d26993a-f2b2-49f0-8969-615d3e69989a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431650 Aug 24 18:42:17.288036 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135e905-ecab-4fdb-b19e-39d43607a910 req-243ac068-c6b0-48a7-9b1a-2e5eefbe1f10 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:17.289537 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7135e905-ecab-4fdb-b19e-39d43607a910 req-243ac068-c6b0-48a7-9b1a-2e5eefbe1f10 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 943 time: 0.0823338 Aug 24 18:42:17.337426 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7135e905-ecab-4fdb-b19e-39d43607a910 req-ddcfef08-7e98-48c7-8411-ac6aa38a464a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417442 Aug 24 18:42:18.276749 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a5053-d1b9-4771-8448-ebaae3df933b req-f0a47d49-99d8-41f8-9590-e5a8cf0110d9 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:18.278390 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a14a5053-d1b9-4771-8448-ebaae3df933b req-f0a47d49-99d8-41f8-9590-e5a8cf0110d9 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 984 time: 0.0835793 Aug 24 18:42:18.333899 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a14a5053-d1b9-4771-8448-ebaae3df933b req-99cfb1a0-313f-42f7-bc97-f1851232f2ce tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&id=3d26993a-f2b2-49f0-8969-615d3e69989a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0499122 Aug 24 18:42:18.562498 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b8621-85b8-49d4-a0e1-a26fda41d731 req-cb37cc4e-2cc3-4642-a6f6-64327039788c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:18.563947 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fc1b8621-85b8-49d4-a0e1-a26fda41d731 req-cb37cc4e-2cc3-4642-a6f6-64327039788c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 943 time: 0.0823040 Aug 24 18:42:18.614789 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fc1b8621-85b8-49d4-a0e1-a26fda41d731 req-0149df5e-6878-45c1-95c3-454a48cc4337 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451133 Aug 24 18:42:18.927793 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-8692a6c7-83a0-4e74-a175-40b44f23bca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:19.338288 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:19.548521 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f09cf3-b406-4c80-a26c-7f62b7f90f8c req-d92ed266-34dc-4552-b1ea-23a18ad47edc tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:19.550188 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-17f09cf3-b406-4c80-a26c-7f62b7f90f8c req-d92ed266-34dc-4552-b1ea-23a18ad47edc tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 984 time: 0.0888467 Aug 24 18:42:19.604289 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-17f09cf3-b406-4c80-a26c-7f62b7f90f8c req-516602d3-cdea-4094-9352-130d083dde30 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&id=3d26993a-f2b2-49f0-8969-615d3e69989a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481398 Aug 24 18:42:19.831045 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74dcec-8bf9-4381-930a-8248a415f839 req-a1774910-319b-4c41-9d9c-f0c105377d1c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:19.832588 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-dd74dcec-8bf9-4381-930a-8248a415f839 req-a1774910-319b-4c41-9d9c-f0c105377d1c tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 943 time: 0.0804770 Aug 24 18:42:19.881437 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-dd74dcec-8bf9-4381-930a-8248a415f839 req-5529d4b4-e8d5-444f-ab35-bcf857601390 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430107 Aug 24 18:42:20.902022 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf5e5f-310e-4822-9e0e-d2f9b8e4b64d req-bd3c9d8b-a5c5-4069-9012-24d3a2ecd55a tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:20.903517 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-72cf5e5f-310e-4822-9e0e-d2f9b8e4b64d req-bd3c9d8b-a5c5-4069-9012-24d3a2ecd55a tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 984 time: 0.1696799 Aug 24 18:42:20.956338 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-72cf5e5f-310e-4822-9e0e-d2f9b8e4b64d req-e32edd1e-cc9d-44f1-812d-bab40acec0d5 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&id=3d26993a-f2b2-49f0-8969-615d3e69989a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468307 Aug 24 18:42:21.174513 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365f28e-77fa-4b5d-b2c7-59828c7c3377 req-d04a6c52-dae6-4bc5-8f21-0cfeceb16716 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:21.175970 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2365f28e-77fa-4b5d-b2c7-59828c7c3377 req-d04a6c52-dae6-4bc5-8f21-0cfeceb16716 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 943 time: 0.0794415 Aug 24 18:42:21.228403 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2365f28e-77fa-4b5d-b2c7-59828c7c3377 req-45c39123-b975-4115-89a1-c59f12fc28d1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466218 Aug 24 18:42:21.251756 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-20ad9420-abfd-445f-88d5-4834af28eaf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:22.163778 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:22.183507 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4c8d9-82b6-47c5-b14f-936f2adfa004 req-3b1785e5-4cde-45cb-8995-b209c08e5793 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:22.185065 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-aff4c8d9-82b6-47c5-b14f-936f2adfa004 req-3b1785e5-4cde-45cb-8995-b209c08e5793 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 984 time: 0.0861285 Aug 24 18:42:22.244636 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-aff4c8d9-82b6-47c5-b14f-936f2adfa004 req-c3f33663-23df-4ee4-9ac5-abfb43368737 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&id=3d26993a-f2b2-49f0-8969-615d3e69989a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537958 Aug 24 18:42:22.453247 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e189ce-75b8-4de2-a681-e4e035ed0b74 req-f590f131-4092-4af3-8c7c-68a281e357a5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:22.454757 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-31e189ce-75b8-4de2-a681-e4e035ed0b74 req-f590f131-4092-4af3-8c7c-68a281e357a5 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 943 time: 0.0850697 Aug 24 18:42:22.503326 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-31e189ce-75b8-4de2-a681-e4e035ed0b74 req-70023900-6c51-4ea9-9ae8-934786c74a2b tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422556 Aug 24 18:42:23.449409 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762c30d-affb-45ad-95cc-7315c8d1d8f6 req-4aad0de1-340f-428d-83a9-9614792a7819 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:23.450968 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b762c30d-affb-45ad-95cc-7315c8d1d8f6 req-4aad0de1-340f-428d-83a9-9614792a7819 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 984 time: 0.0805786 Aug 24 18:42:23.499480 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b762c30d-affb-45ad-95cc-7315c8d1d8f6 req-de50bb61-ffc5-4868-8e86-11714c4f993e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&id=3d26993a-f2b2-49f0-8969-615d3e69989a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425270 Aug 24 18:42:23.648821 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:23.734329 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03dfa8-dd90-46ec-badb-1f3af79d5a24 req-7f741cf2-0972-4912-a8b4-fa495d48740d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:23.735829 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1c03dfa8-dd90-46ec-badb-1f3af79d5a24 req-7f741cf2-0972-4912-a8b4-fa495d48740d tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 943 time: 0.0870223 Aug 24 18:42:23.783588 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1c03dfa8-dd90-46ec-badb-1f3af79d5a24 req-4dacd3a5-85ae-44af-93d2-213def6df99b tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413909 Aug 24 18:42:24.593879 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-659da7ad-4a61-4636-a980-3e0b6f474ebc req-e2582d91-b450-4d99-a172-1c371f02ddaa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e61712bca8e94cb8a024d511805a0a96&device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 1098 time: 0.0736306 Aug 24 18:42:24.734737 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c634a-de4f-4be3-823c-d97b9f23ea47 req-ac0b0b4f-5483-4bcb-944d-e6fbc3b2fd6e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:24.736347 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2e4c634a-de4f-4be3-823c-d97b9f23ea47 req-ac0b0b4f-5483-4bcb-944d-e6fbc3b2fd6e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 984 time: 0.1027009 Aug 24 18:42:24.759275 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659da7ad-4a61-4636-a980-3e0b6f474ebc req-e1d841d4-9235-41c9-b81e-74a449a59736 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:24.760756 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-659da7ad-4a61-4636-a980-3e0b6f474ebc req-e1d841d4-9235-41c9-b81e-74a449a59736 service neutron] 10.222.0.36 "GET /v2.0/networks?id=922aa1cf-7465-4c84-b730-156c0ce0974c HTTP/1.1" status: 200 len: 910 time: 0.1559017 Aug 24 18:42:24.800607 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2e4c634a-de4f-4be3-823c-d97b9f23ea47 req-d374436d-0bbf-4af0-b583-6d3b8406a19d tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&id=3d26993a-f2b2-49f0-8969-615d3e69989a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579891 Aug 24 18:42:24.897584 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-659da7ad-4a61-4636-a980-3e0b6f474ebc req-56b0956a-943c-4f91-800d-9f621a8b9acb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae12da4-2808-4e7f-9886-841a63d47e66 HTTP/1.1" status: 200 len: 1000 time: 0.1241243 Aug 24 18:42:24.972322 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659da7ad-4a61-4636-a980-3e0b6f474ebc req-8c9286d5-7df8-48be-a1ef-5fe18c67a562 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:24.974071 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-659da7ad-4a61-4636-a980-3e0b6f474ebc req-8c9286d5-7df8-48be-a1ef-5fe18c67a562 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=046050b0-03e5-419e-9117-ffd90bd7218e HTTP/1.1" status: 200 len: 848 time: 0.0691426 Aug 24 18:42:25.013834 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ccd16-94dc-4f81-ba22-660279199fb8 req-bf6b573b-cef7-43dc-b89b-eb5c471e5275 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:25.015347 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ba4ccd16-94dc-4f81-ba22-660279199fb8 req-bf6b573b-cef7-43dc-b89b-eb5c471e5275 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 943 time: 0.0922055 Aug 24 18:42:25.065017 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ba4ccd16-94dc-4f81-ba22-660279199fb8 req-4d2559a9-5a71-4b08-9830-5de9f5fbf3c1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429015 Aug 24 18:42:25.081099 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-659da7ad-4a61-4636-a980-3e0b6f474ebc req-6fc06683-4b92-4ac6-b2ba-16b4aad4969a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=922aa1cf-7465-4c84-b730-156c0ce0974c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808694 Aug 24 18:42:25.312088 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-659da7ad-4a61-4636-a980-3e0b6f474ebc req-4b85b226-5548-4f49-b4bf-b5240e00c1c3 service neutron] 10.222.0.36 "GET /v2.0/networks/922aa1cf-7465-4c84-b730-156c0ce0974c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179761 Aug 24 18:42:25.465185 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-659da7ad-4a61-4636-a980-3e0b6f474ebc req-6a644cc0-8106-47c8-86f0-1f4f576607f7 service neutron] 10.222.0.36 "GET /v2.0/networks/922aa1cf-7465-4c84-b730-156c0ce0974c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459284 Aug 24 18:42:26.006249 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ef6f9-3aa0-41bc-8e56-dbecff0ce5ff req-7e89ff9f-72e3-492f-8680-e25fe92f4e28 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:26.007754 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1f0ef6f9-3aa0-41bc-8e56-dbecff0ce5ff req-7e89ff9f-72e3-492f-8680-e25fe92f4e28 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 984 time: 0.0822873 Aug 24 18:42:26.062466 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1f0ef6f9-3aa0-41bc-8e56-dbecff0ce5ff req-3796cb74-58d9-4c98-a409-46dd67331a5a tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&id=3d26993a-f2b2-49f0-8969-615d3e69989a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489442 Aug 24 18:42:26.302690 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507346c-1251-4588-9ebe-b665a5e32d71 req-9c93256f-ff02-470b-b607-e4aa7315ff38 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:26.304157 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7507346c-1251-4588-9ebe-b665a5e32d71 req-9c93256f-ff02-470b-b607-e4aa7315ff38 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 943 time: 0.0930345 Aug 24 18:42:26.354291 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7507346c-1251-4588-9ebe-b665a5e32d71 req-f1a8bb6b-7779-45e7-9dfb-7d3cf52cd890 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419250 Aug 24 18:42:27.585408 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2db8f-68d6-4e6c-b59a-2e90a484ed45 req-265d3e8c-f581-43f8-b897-d7e5a169dacb tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:27.587193 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5df2db8f-68d6-4e6c-b59a-2e90a484ed45 req-265d3e8c-f581-43f8-b897-d7e5a169dacb tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 943 time: 0.0950222 Aug 24 18:42:27.636480 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5df2db8f-68d6-4e6c-b59a-2e90a484ed45 req-f2941034-3e43-4cdb-a5ff-61fdd5c8c313 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426800 Aug 24 18:42:28.559364 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 18817fa5-ca13-4d67-892d-37844e1ceda5 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:42:28.704600 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 18817fa5-ca13-4d67-892d-37844e1ceda5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=18817fa5-ca13-4d67-892d-37844e1ceda5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:42:28.718299 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': '18817fa5-ca13-4d67-892d-37844e1ceda5', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'port_id': '18817fa5-ca13-4d67-892d-37844e1ceda5', 'mac_address': 'fa:16:3e:56:f5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:42:28.772818 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:28.790312 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18817fa5-ca13-4d67-892d-37844e1ceda5 {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:42:28.804929 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 18817fa5-ca13-4d67-892d-37844e1ceda5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=18817fa5-ca13-4d67-892d-37844e1ceda5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:42:28.809460 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:28.812498 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:42:28.853413 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c0fd7a-8a52-40b3-ade9-6031c3ae1490 req-50e463ed-30e5-4e99-96bc-c5d69a7098b0 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:28.855060 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-22c0fd7a-8a52-40b3-ade9-6031c3ae1490 req-50e463ed-30e5-4e99-96bc-c5d69a7098b0 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 944 time: 0.0792205 Aug 24 18:42:28.879296 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=18817fa5-ca13-4d67-892d-37844e1ceda5,revision_number=9']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:28.888280 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:28.888595 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:28.888992 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:28.889296 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:28.889659 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:28.889981 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:28.890281 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:28.890626 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:28.890942 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:28.891292 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:28.891602 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:28.895298 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:42:28.903944 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-22c0fd7a-8a52-40b3-ade9-6031c3ae1490 req-c39cc9a7-fc3b-4243-a353-93c9b8b7f8c2 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433013 Aug 24 18:42:29.189804 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['18817fa5-ca13-4d67-892d-37844e1ceda5'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:42:30.126386 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bac75-b8c1-473f-a271-8c67b32fce57 req-861584bf-e14e-44b3-8a2f-60239887a5ff tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:30.127785 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-778bac75-b8c1-473f-a271-8c67b32fce57 req-861584bf-e14e-44b3-8a2f-60239887a5ff tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 944 time: 0.0855007 Aug 24 18:42:30.179387 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-778bac75-b8c1-473f-a271-8c67b32fce57 req-b83134bc-4202-4778-9f0f-50bb09170be8 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429661 Aug 24 18:42:30.579353 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 18817fa5-ca13-4d67-892d-37844e1ceda5 up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:42:30.673816 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port 18817fa5-ca13-4d67-892d-37844e1ceda5 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:42:30.674171 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:30.796844 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:30.828813 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d3aa30-2fd2-43b5-849a-b3606b2e3547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18817fa5-ca13-4d67-892d-37844e1ceda5'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:42:30.838314 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 18817fa5-ca13-4d67-892d-37844e1ceda5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=18817fa5-ca13-4d67-892d-37844e1ceda5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:42:30.842865 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:30.844832 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:42:30.891627 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d3aa30-2fd2-43b5-849a-b3606b2e3547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18817fa5-ca13-4d67-892d-37844e1ceda5', 'code': 200} Aug 24 18:42:30.920204 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=18817fa5-ca13-4d67-892d-37844e1ceda5,revision_number=10']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:30.923589 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:42:31.117113 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:31.142483 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-fc5e56e7-d489-466d-9a3e-a1badbee6197 req-80a645f2-4e35-47dc-bc28-1ff1b350cd19 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 1099 time: 0.0703211 Aug 24 18:42:31.189911 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-fc5e56e7-d489-466d-9a3e-a1badbee6197 req-bc17578f-b7f4-4877-850e-6d25d12c49ce service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360644 Aug 24 18:42:31.406177 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d66b0-468b-4c35-bbe5-ee4e0db31d89 req-8ea5d6ce-ea35-4088-8769-58e2bdc5f3c1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:31.407707 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d91d66b0-468b-4c35-bbe5-ee4e0db31d89 req-8ea5d6ce-ea35-4088-8769-58e2bdc5f3c1 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 946 time: 0.0815954 Aug 24 18:42:31.458920 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d91d66b0-468b-4c35-bbe5-ee4e0db31d89 req-7fbf47bf-7caf-4ead-9e94-b9e443f5585b tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456045 Aug 24 18:42:32.247676 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-96ece4d4-bbed-4f8f-82ae-87cfd3265828 req-b61bcd68-01cc-4947-922a-54cf97b0c8cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805991 Aug 24 18:42:32.343956 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-96ece4d4-bbed-4f8f-82ae-87cfd3265828 req-35e35f8b-12b2-4cbf-bf26-6826acb526b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=38a9b4d30bbb4e6bb18d2ca3ccce2cce&device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 1099 time: 0.0712049 Aug 24 18:42:32.502966 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ece4d4-bbed-4f8f-82ae-87cfd3265828 req-69a473e9-f0c8-40aa-a01d-8fe868fb30ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:32.504428 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-96ece4d4-bbed-4f8f-82ae-87cfd3265828 req-69a473e9-f0c8-40aa-a01d-8fe868fb30ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae HTTP/1.1" status: 200 len: 911 time: 0.1291344 Aug 24 18:42:32.630550 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-96ece4d4-bbed-4f8f-82ae-87cfd3265828 req-3541aa65-d308-43b8-a011-f3a9aa1f68d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9adcec6-c747-4a48-9615-e6310103344b HTTP/1.1" status: 200 len: 1001 time: 0.1157677 Aug 24 18:42:32.696166 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3033c2-a591-4094-abc5-94f411240864 req-7c330dd6-7361-419c-b04e-06649905d4a9 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:32.703488 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0e3033c2-a591-4094-abc5-94f411240864 req-7c330dd6-7361-419c-b04e-06649905d4a9 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 946 time: 0.0859680 Aug 24 18:42:32.752759 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ece4d4-bbed-4f8f-82ae-87cfd3265828 req-04d2f146-44b0-42ed-b425-114fc283cac2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:32.755093 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-96ece4d4-bbed-4f8f-82ae-87cfd3265828 req-04d2f146-44b0-42ed-b425-114fc283cac2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f8a23952-40cf-4695-ae69-f2d425c34691 HTTP/1.1" status: 200 len: 849 time: 0.1151831 Aug 24 18:42:32.756034 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0e3033c2-a591-4094-abc5-94f411240864 req-99e80ce8-c781-4dbf-a40a-692d9ac006b9 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514019 Aug 24 18:42:32.840454 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-96ece4d4-bbed-4f8f-82ae-87cfd3265828 req-8f8270a6-420a-45e6-92b5-af25252e5d25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b318b1a4-8e6c-49b9-b674-7da1d2c600ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773447 Aug 24 18:42:32.992697 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-96ece4d4-bbed-4f8f-82ae-87cfd3265828 req-b48dd48c-f582-42ca-a481-9bc53e4e7df5 service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370850 Aug 24 18:42:33.133812 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-96ece4d4-bbed-4f8f-82ae-87cfd3265828 req-1a317fd8-f57b-4b40-a442-32df28b8b5ef service neutron] 10.222.0.36 "GET /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341426 Aug 24 18:42:33.978588 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46992199-9ffb-4c98-b5ad-aedd32b05f75 req-a3b2b12c-d696-4d9e-8c1c-c5c2374a16d4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:33.980102 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-46992199-9ffb-4c98-b5ad-aedd32b05f75 req-a3b2b12c-d696-4d9e-8c1c-c5c2374a16d4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 946 time: 0.0864646 Aug 24 18:42:34.029738 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-46992199-9ffb-4c98-b5ad-aedd32b05f75 req-950881df-0468-45ad-a493-4d7ea5317f1a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416954 Aug 24 18:42:38.492021 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f18385-9dae-4a75-93f7-52c6908eba77 req-7c2f1546-a529-45a0-b4eb-84ec71eab1e5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:38.493461 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d1f18385-9dae-4a75-93f7-52c6908eba77 req-7c2f1546-a529-45a0-b4eb-84ec71eab1e5 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 946 time: 0.0846798 Aug 24 18:42:38.541274 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d1f18385-9dae-4a75-93f7-52c6908eba77 req-47c3a5f0-a4d1-401d-bbc0-6cc0f0e0122a tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421650 Aug 24 18:42:39.769640 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf36e9-7a18-4be2-aeb5-d9cedb148dbb req-0d7f9db5-0347-4dc3-b37e-c3ef085711c4 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:39.771114 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-82cf36e9-7a18-4be2-aeb5-d9cedb148dbb req-0d7f9db5-0347-4dc3-b37e-c3ef085711c4 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 946 time: 0.0953739 Aug 24 18:42:39.817049 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-82cf36e9-7a18-4be2-aeb5-d9cedb148dbb req-aee6d6c9-285d-4ab8-8857-062bc958f292 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401394 Aug 24 18:42:40.679606 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f10f3-9983-47f1-8e43-13b9bea980d2 req-214779ce-f4a0-4e32-b2ce-75c9571d5467 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:40.680268 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-3d5f10f3-9983-47f1-8e43-13b9bea980d2 req-214779ce-f4a0-4e32-b2ce-75c9571d5467 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Synchronizing usage tracker for tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce on resource:port {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:42:40.701096 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-3d5f10f3-9983-47f1-8e43-13b9bea980d2 req-214779ce-f4a0-4e32-b2ce-75c9571d5467 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Unset dirty status for tenant:38a9b4d30bbb4e6bb18d2ca3ccce2cce on resource:port {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:42:40.703170 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3d5f10f3-9983-47f1-8e43-13b9bea980d2 req-214779ce-f4a0-4e32-b2ce-75c9571d5467 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 946 time: 0.1071765 Aug 24 18:42:40.788938 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-3d5f10f3-9983-47f1-8e43-13b9bea980d2 req-5182413f-0e53-48b9-83de-04010d27b924 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Deleting port e9adcec6-c747-4a48-9615-e6310103344b {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:42:40.789299 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-3d5f10f3-9983-47f1-8e43-13b9bea980d2 req-5182413f-0e53-48b9-83de-04010d27b924 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:41.021506 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03500bda-ad30-4c17-bb05-4166e93329a3 req-4f4d811d-4d79-473a-a270-ff969584c81d tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:42:41.022964 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-03500bda-ad30-4c17-bb05-4166e93329a3 req-4f4d811d-4d79-473a-a270-ff969584c81d tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 946 time: 0.0804915 Aug 24 18:42:41.046642 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-3d5f10f3-9983-47f1-8e43-13b9bea980d2 req-5182413f-0e53-48b9-83de-04010d27b924 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] For port e9adcec6-c747-4a48-9615-e6310103344b, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e9adcec6-c747-4a48-9615-e6310103344b,segment=NetworkSegment(b25e463f-1e83-4d3f-b250-4c219ff74c5a),segment_id=b25e463f-1e83-4d3f-b250-4c219ff74c5a)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:42:41.047282 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-3d5f10f3-9983-47f1-8e43-13b9bea980d2 req-5182413f-0e53-48b9-83de-04010d27b924 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:41.072830 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-03500bda-ad30-4c17-bb05-4166e93329a3 req-88db2ef8-7c85-4020-88ce-9ec2b6a25d16 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups?id=25437d07-4299-4ee0-994c-f2112af68b38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442657 Aug 24 18:42:41.438892 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-3d5f10f3-9983-47f1-8e43-13b9bea980d2 req-5182413f-0e53-48b9-83de-04010d27b924 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:41.439311 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-3d5f10f3-9983-47f1-8e43-13b9bea980d2 req-5182413f-0e53-48b9-83de-04010d27b924 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692493'] for floatingip, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:41.439639 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.l3_db [req-3d5f10f3-9983-47f1-8e43-13b9bea980d2 req-5182413f-0e53-48b9-83de-04010d27b924 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Floating IP 83010a86-ce71-41e9-85bc-94caa647e980 disassociated. External IP: 172.27.3.32, port: e9adcec6-c747-4a48-9615-e6310103344b. Aug 24 18:42:41.439986 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-3d5f10f3-9983-47f1-8e43-13b9bea980d2 req-5182413f-0e53-48b9-83de-04010d27b924 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Calling delete_port for e9adcec6-c747-4a48-9615-e6310103344b owned by compute:nova {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:42:41.607881 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-3d5f10f3-9983-47f1-8e43-13b9bea980d2 req-5182413f-0e53-48b9-83de-04010d27b924 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:41.614729 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-e45c173c-6d51-4f7a-b423-7195e0f49832 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:42:41.661256 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182413f-0e53-48b9-83de-04010d27b924 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Pushing event deleted for resources: {'Port': ['ID=e9adcec6-c747-4a48-9615-e6310103344b,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:41.663882 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-5182413f-0e53-48b9-83de-04010d27b924 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:42:41.887345 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d5f10f3-9983-47f1-8e43-13b9bea980d2 req-5182413f-0e53-48b9-83de-04010d27b924 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Router ad783e9e-0e69-4db0-a711-487b45b36563 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:42:42.095898 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d5f10f3-9983-47f1-8e43-13b9bea980d2 req-5182413f-0e53-48b9-83de-04010d27b924 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:42:42.113831 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91819624-fe3e-4d10-b3f4-50e2b3f31ccd None None] Sync routers for ids ['ad783e9e-0e69-4db0-a711-487b45b36563'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:42:42.133171 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91819624-fe3e-4d10-b3f4-50e2b3f31ccd None None] Routers {'ad783e9e-0e69-4db0-a711-487b45b36563'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:42:42.134104 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-91819624-fe3e-4d10-b3f4-50e2b3f31ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:42:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['ad783e9e-0e69-4db0-a711-487b45b36563'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:42.173892 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5f10f3-9983-47f1-8e43-13b9bea980d2 req-5182413f-0e53-48b9-83de-04010d27b924 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] No DVR routers for this DVR port e9adcec6-c747-4a48-9615-e6310103344b on host hv-cinder-80582 {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:42:42.176617 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-3d5f10f3-9983-47f1-8e43-13b9bea980d2 req-5182413f-0e53-48b9-83de-04010d27b924 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:42.179659 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d34b6ff-247a-465f-9b3c-1a2c7cc32cab', 'name': 'network-vif-deleted', 'tag': 'e9adcec6-c747-4a48-9615-e6310103344b'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:42:42.196415 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3d5f10f3-9983-47f1-8e43-13b9bea980d2 req-5182413f-0e53-48b9-83de-04010d27b924 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.36 "DELETE /v2.0/ports/e9adcec6-c747-4a48-9615-e6310103344b HTTP/1.1" status: 204 len: 173 time: 1.4866245 Aug 24 18:42:42.251883 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d34b6ff-247a-465f-9b3c-1a2c7cc32cab', 'name': 'network-vif-deleted', 'tag': 'e9adcec6-c747-4a48-9615-e6310103344b', 'status': 'completed', 'code': 200} Aug 24 18:42:42.316105 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-386d273b-44f0-41b9-aab7-fb247017e3b0 req-4f675619-4844-4e51-8590-452d3fa58cef tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d34b6ff-247a-465f-9b3c-1a2c7cc32cab HTTP/1.1" status: 200 len: 210 time: 0.1110308 Aug 24 18:42:42.330766 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-91819624-fe3e-4d10-b3f4-50e2b3f31ccd None None] Set router ad783e9e-0e69-4db0-a711-487b45b36563 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:42:42.673514 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-91819624-fe3e-4d10-b3f4-50e2b3f31ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:34Z', 'updated_at': '2021-08-24T18:35:45Z', 'revision_number': 4, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'gw_port': {'id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:36Z', 'updated_at': '2021-08-24T18:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '2c1ddd35-e623-4f3c-b97a-674dd5940a09', 'name': '', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'mac_address': 'fa:16:3e:14:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:44Z', 'updated_at': '2021-08-24T18:35:56Z', 'revision_number': 5, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'subnets': [{'id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:42.677538 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91819624-fe3e-4d10-b3f4-50e2b3f31ccd None None] Checking router: ad783e9e-0e69-4db0-a711-487b45b36563 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:42:42.688300 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91819624-fe3e-4d10-b3f4-50e2b3f31ccd None None] Routers {'ad783e9e-0e69-4db0-a711-487b45b36563'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:42:42.688953 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-91819624-fe3e-4d10-b3f4-50e2b3f31ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:42:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['ad783e9e-0e69-4db0-a711-487b45b36563'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:42.903816 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-91819624-fe3e-4d10-b3f4-50e2b3f31ccd None None] Set router ad783e9e-0e69-4db0-a711-487b45b36563 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:42:43.234338 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-91819624-fe3e-4d10-b3f4-50e2b3f31ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:34Z', 'updated_at': '2021-08-24T18:35:45Z', 'revision_number': 4, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'gw_port': {'id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:36Z', 'updated_at': '2021-08-24T18:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '2c1ddd35-e623-4f3c-b97a-674dd5940a09', 'name': '', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'mac_address': 'fa:16:3e:14:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:44Z', 'updated_at': '2021-08-24T18:35:56Z', 'revision_number': 5, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'subnets': [{'id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:43.238469 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91819624-fe3e-4d10-b3f4-50e2b3f31ccd None None] The sync data for ids ['ad783e9e-0e69-4db0-a711-487b45b36563'] in dv-cinder-805825-1-iscsi is: [{'id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:34Z', 'updated_at': '2021-08-24T18:35:45Z', 'revision_number': 4, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'gw_port': {'id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:36Z', 'updated_at': '2021-08-24T18:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '2c1ddd35-e623-4f3c-b97a-674dd5940a09', 'name': '', 'network_id': 'b318b1a4-8e6c-49b9-b674-7da1d2c600ae', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'mac_address': 'fa:16:3e:14:5f:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:44Z', 'updated_at': '2021-08-24T18:35:56Z', 'revision_number': 5, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'subnets': [{'id': 'f8a23952-40cf-4695-ae69-f2d425c34691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:42:43.448213 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c2112-c4bf-4f8e-9e70-e03ecaa1ef12 None None] New status for floating IP 83010a86-ce71-41e9-85bc-94caa647e980: DOWN {{(pid=74998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:42:43.463488 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 37980) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:42:43.530975 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4763f2d8-7d0c-4343-8bd4-1419679e6ba6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:43.558848 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4763f2d8-7d0c-4343-8bd4-1419679e6ba6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:43.613842 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4763f2d8-7d0c-4343-8bd4-1419679e6ba6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:43.618305 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-7143f803-8033-4217-8f4d-9f7fb75e21cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:42:43.633807 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4763f2d8-7d0c-4343-8bd4-1419679e6ba6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25437d07-4299-4ee0-994c-f2112af68b38,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:43.647325 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763f2d8-7d0c-4343-8bd4-1419679e6ba6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:43.647685 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763f2d8-7d0c-4343-8bd4-1419679e6ba6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:43.648042 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763f2d8-7d0c-4343-8bd4-1419679e6ba6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:43.648381 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763f2d8-7d0c-4343-8bd4-1419679e6ba6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:43.648735 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763f2d8-7d0c-4343-8bd4-1419679e6ba6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:43.649067 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763f2d8-7d0c-4343-8bd4-1419679e6ba6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:43.649405 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763f2d8-7d0c-4343-8bd4-1419679e6ba6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:43.649743 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763f2d8-7d0c-4343-8bd4-1419679e6ba6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:43.650080 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763f2d8-7d0c-4343-8bd4-1419679e6ba6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:43.650412 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763f2d8-7d0c-4343-8bd4-1419679e6ba6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:43.650772 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4763f2d8-7d0c-4343-8bd4-1419679e6ba6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:42:43.653985 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-4763f2d8-7d0c-4343-8bd4-1419679e6ba6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:42:43.657159 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4763f2d8-7d0c-4343-8bd4-1419679e6ba6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:43.657806 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-4763f2d8-7d0c-4343-8bd4-1419679e6ba6 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "DELETE /v2.0/security-groups/25437d07-4299-4ee0-994c-f2112af68b38 HTTP/1.1" status: 204 len: 168 time: 0.1932817 Aug 24 18:42:43.660772 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 37984) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:42:43.681609 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.api.v2.resource [None req-9e473204-ce59-4625-885a-b51989d3f248 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] show failed (client error): The resource could not be found. Aug 24 18:42:43.682949 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-9e473204-ce59-4625-885a-b51989d3f248 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "GET /v2.0/security-groups/25437d07-4299-4ee0-994c-f2112af68b38 HTTP/1.1" status: 404 len: 347 time: 0.0212443 Aug 24 18:42:43.685719 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 37988) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:42:43.842038 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-57a2e6a6-d3ef-4c42-9f39-673db0a2df9c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Deleting port 9a45240e-ff82-4b7b-baf8-4a976857d80b {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:42:43.842283 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-57a2e6a6-d3ef-4c42-9f39-673db0a2df9c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:44.017505 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-57a2e6a6-d3ef-4c42-9f39-673db0a2df9c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:44.017823 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-57a2e6a6-d3ef-4c42-9f39-673db0a2df9c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:44.137680 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-57a2e6a6-d3ef-4c42-9f39-673db0a2df9c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Calling delete_port for 9a45240e-ff82-4b7b-baf8-4a976857d80b owned by network:floatingip {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:42:44.284668 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-57a2e6a6-d3ef-4c42-9f39-673db0a2df9c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:44.288315 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-0dcab21f-3ec3-44f4-ba2e-6c61d40ab60d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:42:44.329070 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2e6a6-d3ef-4c42-9f39-673db0a2df9c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Pushing event deleted for resources: {'Port': ['ID=9a45240e-ff82-4b7b-baf8-4a976857d80b,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:44.332508 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-57a2e6a6-d3ef-4c42-9f39-673db0a2df9c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:42:44.424851 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-57a2e6a6-d3ef-4c42-9f39-673db0a2df9c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks [] for floatingip, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:44.444510 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-57a2e6a6-d3ef-4c42-9f39-673db0a2df9c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:44.446099 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-57a2e6a6-d3ef-4c42-9f39-673db0a2df9c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] 10.222.0.62 "DELETE /v2.0/floatingips/83010a86-ce71-41e9-85bc-94caa647e980 HTTP/1.1" status: 204 len: 168 time: 0.7593536 Aug 24 18:42:44.631330 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device e9adcec6-c747-4a48-9615-e6310103344b no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:42:44.675640 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] No Port match for: e9adcec6-c747-4a48-9615-e6310103344b {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:42:44.675891 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device e9adcec6-c747-4a48-9615-e6310103344b not bound to the agent host hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:42:46.724786 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:42:48.669798 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38020) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:42:48.924114 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-eaac1d79-4c64-4326-82bf-6d3dd100ca8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:49.199605 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-37878dca-ff06-4bd8-a974-5fe3f9d88224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1691743'] for router_interface, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:49.342959 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:49.903294 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-37878dca-ff06-4bd8-a974-5fe3f9d88224 admin admin] Deleting port 2c1ddd35-e623-4f3c-b97a-674dd5940a09 {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:42:49.903814 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-37878dca-ff06-4bd8-a974-5fe3f9d88224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:50.081852 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [None req-37878dca-ff06-4bd8-a974-5fe3f9d88224 admin admin] For port 2c1ddd35-e623-4f3c-b97a-674dd5940a09, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=2c1ddd35-e623-4f3c-b97a-674dd5940a09,segment=NetworkSegment(b25e463f-1e83-4d3f-b250-4c219ff74c5a),segment_id=b25e463f-1e83-4d3f-b250-4c219ff74c5a)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:42:50.082212 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-37878dca-ff06-4bd8-a974-5fe3f9d88224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:50.202240 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-37878dca-ff06-4bd8-a974-5fe3f9d88224 admin admin] Calling delete_port for 2c1ddd35-e623-4f3c-b97a-674dd5940a09 owned by network:router_interface {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:42:50.532802 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-37878dca-ff06-4bd8-a974-5fe3f9d88224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:50.536285 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:42:50.579975 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37878dca-ff06-4bd8-a974-5fe3f9d88224 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1ddd35-e623-4f3c-b97a-674dd5940a09,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:50.583376 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-37878dca-ff06-4bd8-a974-5fe3f9d88224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:42:50.941846 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-37878dca-ff06-4bd8-a974-5fe3f9d88224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15347849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1691819'] for router_interface, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:51.260293 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-76fcd65c-3c80-4676-a94d-04071613d0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:51.540510 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37878dca-ff06-4bd8-a974-5fe3f9d88224 admin admin] Router ad783e9e-0e69-4db0-a711-487b45b36563 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:42:51.773588 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37878dca-ff06-4bd8-a974-5fe3f9d88224 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:42:51.783569 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fe337a-fda1-431a-87bb-2c64032d715d None None] Sync routers for ids ['ad783e9e-0e69-4db0-a711-487b45b36563'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:42:51.786492 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-37878dca-ff06-4bd8-a974-5fe3f9d88224 admin admin] 10.222.0.62 "PUT /v2.0/routers/ad783e9e-0e69-4db0-a711-487b45b36563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1156371 Aug 24 18:42:51.789043 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38030) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:42:51.796053 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe337a-fda1-431a-87bb-2c64032d715d None None] Routers {'ad783e9e-0e69-4db0-a711-487b45b36563'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:42:51.796521 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-f3fe337a-fda1-431a-87bb-2c64032d715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:42:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['ad783e9e-0e69-4db0-a711-487b45b36563'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:51.984068 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-f3fe337a-fda1-431a-87bb-2c64032d715d None None] Set router ad783e9e-0e69-4db0-a711-487b45b36563 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:42:51.995488 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9870c062-44b1-439d-b55b-a464f5318c23 admin admin] Notify callbacks [] for router, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:52.185924 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:52.196430 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9870c062-44b1-439d-b55b-a464f5318c23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:52.205890 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-9870c062-44b1-439d-b55b-a464f5318c23 admin admin] Deleting port 98676e0c-4f9d-4f54-9fa2-89d29a188027 {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:42:52.206339 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9870c062-44b1-439d-b55b-a464f5318c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:52.288371 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-f3fe337a-fda1-431a-87bb-2c64032d715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:34Z', 'updated_at': '2021-08-24T18:42:50Z', 'revision_number': 5, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'gw_port': {'id': '98676e0c-4f9d-4f54-9fa2-89d29a188027', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:36Z', 'updated_at': '2021-08-24T18:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:52.292602 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fe337a-fda1-431a-87bb-2c64032d715d None None] Checking router: ad783e9e-0e69-4db0-a711-487b45b36563 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:42:52.303985 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe337a-fda1-431a-87bb-2c64032d715d None None] Routers {'ad783e9e-0e69-4db0-a711-487b45b36563'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:42:52.306023 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-f3fe337a-fda1-431a-87bb-2c64032d715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:42:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['ad783e9e-0e69-4db0-a711-487b45b36563'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:52.486030 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [None req-9870c062-44b1-439d-b55b-a464f5318c23 admin admin] For port 98676e0c-4f9d-4f54-9fa2-89d29a188027, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=98676e0c-4f9d-4f54-9fa2-89d29a188027,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:42:52.486287 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9870c062-44b1-439d-b55b-a464f5318c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:52.493605 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-f3fe337a-fda1-431a-87bb-2c64032d715d None None] Set router ad783e9e-0e69-4db0-a711-487b45b36563 gateway port host: None {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:42:52.599154 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-f3fe337a-fda1-431a-87bb-2c64032d715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:34Z', 'updated_at': '2021-08-24T18:42:52Z', 'revision_number': 6, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'gw_port_host': None}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:52.603067 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fe337a-fda1-431a-87bb-2c64032d715d None None] The sync data for ids ['ad783e9e-0e69-4db0-a711-487b45b36563'] in dv-cinder-805825-1-iscsi is: [{'id': 'ad783e9e-0e69-4db0-a711-487b45b36563', 'name': 'tempest-AttachVolumeTestJSON-934330047-router', 'tenant_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:34Z', 'updated_at': '2021-08-24T18:42:52Z', 'revision_number': 6, 'project_id': '38a9b4d30bbb4e6bb18d2ca3ccce2cce', 'gw_port_host': None}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:42:52.608534 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-9870c062-44b1-439d-b55b-a464f5318c23 admin admin] Calling delete_port for 98676e0c-4f9d-4f54-9fa2-89d29a188027 owned by network:router_gateway {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:42:52.775342 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9870c062-44b1-439d-b55b-a464f5318c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:52.778793 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-57a2e6a6-d3ef-4c42-9f39-673db0a2df9c tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:42:52.819569 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9870c062-44b1-439d-b55b-a464f5318c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=98676e0c-4f9d-4f54-9fa2-89d29a188027,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:52.822976 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-9870c062-44b1-439d-b55b-a464f5318c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:42:53.051613 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9870c062-44b1-439d-b55b-a464f5318c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692450'] for router_gateway, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:53.319729 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9870c062-44b1-439d-b55b-a464f5318c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30687'] for router, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:53.324253 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9870c062-44b1-439d-b55b-a464f5318c23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:53.409634 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9870c062-44b1-439d-b55b-a464f5318c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693982'] for router, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:53.410285 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9870c062-44b1-439d-b55b-a464f5318c23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad783e9e-0e69-4db0-a711-487b45b36563 {{(pid=74995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:42:53.422775 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-9870c062-44b1-439d-b55b-a464f5318c23 admin admin] Notify callbacks [] for router, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:53.423886 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-9870c062-44b1-439d-b55b-a464f5318c23 admin admin] 10.222.0.62 "DELETE /v2.0/routers/ad783e9e-0e69-4db0-a711-487b45b36563 HTTP/1.1" status: 204 len: 168 time: 1.6339719 Aug 24 18:42:53.426545 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38034) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:42:53.489550 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_v2 [None req-4afa6c60-a498-4855-8efc-f3c5d2dd6c28 admin admin] Deleting subnet f8a23952-40cf-4695-ae69-f2d425c34691 {{(pid=74995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:42:53.492531 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4afa6c60-a498-4855-8efc-f3c5d2dd6c28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:53.543650 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4afa6c60-a498-4855-8efc-f3c5d2dd6c28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1402967'] for subnet, precommit_delete_associations {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:53.649647 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:53.666569 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4afa6c60-a498-4855-8efc-f3c5d2dd6c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699818'] for subnet, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:53.738033 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4afa6c60-a498-4855-8efc-f3c5d2dd6c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3098408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1399101'] for subnet, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:53.744146 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-eaf5e881-64c6-43f8-a997-f6133780ea20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:42:53.869964 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa6c60-a498-4855-8efc-f3c5d2dd6c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8a23952-40cf-4695-ae69-f2d425c34691,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:53.873916 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-4afa6c60-a498-4855-8efc-f3c5d2dd6c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:42:53.879750 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4afa6c60-a498-4855-8efc-f3c5d2dd6c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:53.885912 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-4afa6c60-a498-4855-8efc-f3c5d2dd6c28 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f8a23952-40cf-4695-ae69-f2d425c34691 HTTP/1.1" status: 204 len: 168 time: 0.4584012 Aug 24 18:42:53.886563 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e602508-bdf7-4768-b0c5-f2302038c4ea None None] Network b318b1a4-8e6c-49b9-b674-7da1d2c600ae requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:42:53.889535 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 38038) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:42:53.968053 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 98676e0c-4f9d-4f54-9fa2-89d29a188027 no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:42:54.017433 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531664'] for network, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:54.019169 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: 98676e0c-4f9d-4f54-9fa2-89d29a188027 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:42:54.019506 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 98676e0c-4f9d-4f54-9fa2-89d29a188027 not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:42:54.019923 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 2c1ddd35-e623-4f3c-b97a-674dd5940a09 no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:42:54.027925 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] Deleting port 6f00bdf2-ee98-4ba2-9237-683190a93ad2 {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:42:54.028307 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:54.061753 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: 2c1ddd35-e623-4f3c-b97a-674dd5940a09 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:42:54.062096 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 2c1ddd35-e623-4f3c-b97a-674dd5940a09 not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:42:54.227134 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27c7056-c420-4449-8a0a-b781862939de None None] DHCP port deletion for b318b1a4-8e6c-49b9-b674-7da1d2c600ae request from dv-cinder-805825-1-iscsi {{(pid=74997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 24 18:42:54.230613 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] For port 6f00bdf2-ee98-4ba2-9237-683190a93ad2, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=6f00bdf2-ee98-4ba2-9237-683190a93ad2,segment=NetworkSegment(b25e463f-1e83-4d3f-b250-4c219ff74c5a),segment_id=b25e463f-1e83-4d3f-b250-4c219ff74c5a)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:42:54.230993 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:54.231865 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-f27c7056-c420-4449-8a0a-b781862939de None None] Deleting port 6f00bdf2-ee98-4ba2-9237-683190a93ad2 {{(pid=74997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:42:54.232271 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-f27c7056-c420-4449-8a0a-b781862939de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:54.351504 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] Calling delete_port for 6f00bdf2-ee98-4ba2-9237-683190a93ad2 owned by network:dhcp {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:42:54.429196 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:54.433462 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-5f8ce5ed-659e-409b-8f68-06c38605051f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:42:54.438411 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-f27c7056-c420-4449-8a0a-b781862939de None None] For port 6f00bdf2-ee98-4ba2-9237-683190a93ad2, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=6f00bdf2-ee98-4ba2-9237-683190a93ad2,segment=NetworkSegment(b25e463f-1e83-4d3f-b250-4c219ff74c5a),segment_id=b25e463f-1e83-4d3f-b250-4c219ff74c5a)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:42:54.438875 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-f27c7056-c420-4449-8a0a-b781862939de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:54.474054 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f00bdf2-ee98-4ba2-9237-683190a93ad2,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:54.478214 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:42:54.480523 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] No DVR routers for this DVR port 6f00bdf2-ee98-4ba2-9237-683190a93ad2 on host dv-cinder-805825-1-iscsi {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:42:54.563736 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-f27c7056-c420-4449-8a0a-b781862939de None None] Calling delete_port for 6f00bdf2-ee98-4ba2-9237-683190a93ad2 owned by network:dhcp {{(pid=74997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:42:54.685226 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699171', 'neutron.services.segments.db._delete_segments_for_network-8740182284418'] for network, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:54.700278 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.db.api [None req-f27c7056-c420-4449-8a0a-b781862939de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 18:42:54.700852 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_db.api [None req-f27c7056-c420-4449-8a0a-b781862939de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 18:42:54.701289 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b318b1a4-8e6c-49b9-b674-7da1d2c600ae']}} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:54.713989 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b25e463f-1e83-4d3f-b250-4c219ff74c5a') {'for_net_delete': True} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:54.714282 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b25e463f-1e83-4d3f-b250-4c219ff74c5a') {} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:42:54.726199 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740182285213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2774655'] for segment, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:54.746193 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:54.755716 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=74996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:42:54.756077 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1236116'] for segment, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: Traceback (most recent call last): Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: timer() Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: cb(*args, **kw) Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: return func(*args, **kwargs) Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: self._notify() Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: self.callback(batched_events) Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: event.method(event) Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: return f(self, *a, **k) Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: return self._get(url).json() Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: return self.request(url, 'GET', **kwargs) Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:42:54.772319 dv-cinder-805825-1-iscsi neutron-server[74996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:42:54.850264 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692511'] for network, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:54.853989 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-bbebeea2-8ed5-411c-a9f8-96c8d5d756c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:42:54.870496 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:54.881133 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] Pushing event deleted for resources: {'Network': ['ID=b318b1a4-8e6c-49b9-b674-7da1d2c600ae,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:54.884188 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:42:54.895686 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b318b1a4-8e6c-49b9-b674-7da1d2c600ae HTTP/1.1" status: 204 len: 168 time: 1.0049601 Aug 24 18:42:55.035073 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 38044) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:42:55.088546 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-a24001b2-39ee-41d2-9bc2-bdd22dd6e44e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=38a9b4d30bbb4e6bb18d2ca3ccce2cce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521860 Aug 24 18:42:55.091021 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38050) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:42:55.151186 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4948aca9-8229-4836-bbc7-6b8bcdd29541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:55.177342 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4948aca9-8229-4836-bbc7-6b8bcdd29541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:55.201790 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-f27c7056-c420-4449-8a0a-b781862939de None None] Deleting port 6f00bdf2-ee98-4ba2-9237-683190a93ad2 {{(pid=74997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:42:55.202101 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-f27c7056-c420-4449-8a0a-b781862939de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:55.229436 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4948aca9-8229-4836-bbc7-6b8bcdd29541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:55.234978 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-573448ec-1197-4478-a668-d33ceffd9afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:42:55.248192 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948aca9-8229-4836-bbc7-6b8bcdd29541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b681201-5e58-437f-b915-282152d6919a,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:42:55.250781 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-4948aca9-8229-4836-bbc7-6b8bcdd29541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:42:55.256565 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4948aca9-8229-4836-bbc7-6b8bcdd29541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:42:55.260070 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-4948aca9-8229-4836-bbc7-6b8bcdd29541 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b681201-5e58-437f-b915-282152d6919a HTTP/1.1" status: 204 len: 168 time: 0.1657379 Aug 24 18:42:55.277764 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-f27c7056-c420-4449-8a0a-b781862939de None None] The port '6f00bdf2-ee98-4ba2-9237-683190a93ad2' was deleted {{(pid=74997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 24 18:42:55.943350 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 6f00bdf2-ee98-4ba2-9237-683190a93ad2 no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:42:55.979904 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: 6f00bdf2-ee98-4ba2-9237-683190a93ad2 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:42:55.980286 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 6f00bdf2-ee98-4ba2-9237-683190a93ad2 not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:43:00.797496 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38140) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:01.032927 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-52e14bdc-a992-4f62-8871-110504c539d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:01.066005 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-52e14bdc-a992-4f62-8871-110504c539d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:43:01.072876 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-52e14bdc-a992-4f62-8871-110504c539d9 admin admin] Usage tracker for resource:security_group_rule and tenant:6c55406da29e40ae9579a3198e404f95 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:43:01.077357 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-52e14bdc-a992-4f62-8871-110504c539d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:43:01.086684 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-52e14bdc-a992-4f62-8871-110504c539d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:43:01.116417 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:01.156336 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-52e14bdc-a992-4f62-8871-110504c539d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:01.162683 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-52e14bdc-a992-4f62-8871-110504c539d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:01.173886 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-5aa5da96-8546-4e62-bbda-a13eb6707960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:01.220253 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e14bdc-a992-4f62-8871-110504c539d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c483c8cd-3cd7-44dc-ba8d-5fdee6b2fab2,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:01.224675 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-52e14bdc-a992-4f62-8871-110504c539d9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6c55406da29e40ae9579a3198e404f95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4261708 Aug 24 18:43:01.225550 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-52e14bdc-a992-4f62-8871-110504c539d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:01.227396 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38146) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:01.286701 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0b4147de-fd22-4b4e-a663-0a4403c15f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:01.313567 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0b4147de-fd22-4b4e-a663-0a4403c15f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:01.369667 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0b4147de-fd22-4b4e-a663-0a4403c15f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:01.373378 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-d213ae05-ad85-4571-bc58-afb72830e5ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:01.384896 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4147de-fd22-4b4e-a663-0a4403c15f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c483c8cd-3cd7-44dc-ba8d-5fdee6b2fab2,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:01.388529 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-0b4147de-fd22-4b4e-a663-0a4403c15f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:01.392282 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0b4147de-fd22-4b4e-a663-0a4403c15f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:01.395946 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-0b4147de-fd22-4b4e-a663-0a4403c15f37 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c483c8cd-3cd7-44dc-ba8d-5fdee6b2fab2 HTTP/1.1" status: 204 len: 168 time: 0.1651778 Aug 24 18:43:01.751936 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38156) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:01.771260 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-355d5458-f63c-4e54-8079-c2ee276397d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:01.803944 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-355d5458-f63c-4e54-8079-c2ee276397d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:43:01.808208 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-355d5458-f63c-4e54-8079-c2ee276397d9 admin admin] Usage tracker for resource:security_group_rule and tenant:2bbe944e2279420ba3d931708b47169a is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:43:01.811269 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-355d5458-f63c-4e54-8079-c2ee276397d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:43:01.817500 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-355d5458-f63c-4e54-8079-c2ee276397d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:43:01.888515 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-355d5458-f63c-4e54-8079-c2ee276397d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:01.894630 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-355d5458-f63c-4e54-8079-c2ee276397d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:01.901190 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-52e14bdc-a992-4f62-8871-110504c539d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:01.939872 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d5458-f63c-4e54-8079-c2ee276397d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b8390f-7f9d-4a86-8bc6-9499f8682049,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:01.944715 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-355d5458-f63c-4e54-8079-c2ee276397d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:01.950542 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-355d5458-f63c-4e54-8079-c2ee276397d9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2bbe944e2279420ba3d931708b47169a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1951380 Aug 24 18:43:01.951364 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38160) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:02.012983 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-17ab0d5e-b028-45ca-86bd-5445e3dd53aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:02.038253 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-17ab0d5e-b028-45ca-86bd-5445e3dd53aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:02.092388 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-17ab0d5e-b028-45ca-86bd-5445e3dd53aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:02.096308 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-fd66a4cb-27d0-4038-8c60-381150476993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:02.109325 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab0d5e-b028-45ca-86bd-5445e3dd53aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b8390f-7f9d-4a86-8bc6-9499f8682049,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:02.112210 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-17ab0d5e-b028-45ca-86bd-5445e3dd53aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:02.113997 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-17ab0d5e-b028-45ca-86bd-5445e3dd53aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:02.115142 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-17ab0d5e-b028-45ca-86bd-5445e3dd53aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59b8390f-7f9d-4a86-8bc6-9499f8682049 HTTP/1.1" status: 204 len: 168 time: 0.1633723 Aug 24 18:43:04.521596 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 38212) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:04.672048 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:04.703109 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:43:04.706946 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] Usage tracker for resource:security_group_rule and tenant:289634bff61d42d68489f44c663f798e is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:43:04.709715 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:43:04.715452 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:43:04.792475 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:04.799098 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:04.810292 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-667d90e8-59bf-4215-8b46-6392429a326f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:04.847422 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69cc95a-78ab-4198-9def-9576eae0d596,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:04.860049 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=289634bff61d42d68489f44c663f798e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3373947 Aug 24 18:43:04.861625 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:04.862005 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:04.862375 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:04.862860 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:04.863224 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:04.863379 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38218) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:04.863846 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:04.863947 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:04.864283 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:04.864650 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:04.865185 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:04.865515 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:04.869307 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:04.930280 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-39897de0-ce83-4898-895b-2c0566e262c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:04.956121 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-39897de0-ce83-4898-895b-2c0566e262c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:05.013649 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-39897de0-ce83-4898-895b-2c0566e262c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:05.017383 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-b34131c4-4f6f-429c-ba8e-9e14926e8e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:05.028239 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39897de0-ce83-4898-895b-2c0566e262c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69cc95a-78ab-4198-9def-9576eae0d596,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:05.032204 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-39897de0-ce83-4898-895b-2c0566e262c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:05.035446 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-39897de0-ce83-4898-895b-2c0566e262c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:05.036672 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-39897de0-ce83-4898-895b-2c0566e262c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d69cc95a-78ab-4198-9def-9576eae0d596 HTTP/1.1" status: 204 len: 168 time: 0.1723812 Aug 24 18:43:05.314120 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9c2cc385-de73-4af3-adf8-83f0b70b54bd req-1ce073d8-aba2-4ba4-819a-0e2ad2f8e2ab tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096705633&fields=id&tenant_id=5b11a5d762934f28a49e78963be828a1 HTTP/1.1" status: 200 len: 267 time: 0.0442369 Aug 24 18:43:05.385644 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 38228) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:05.400068 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cc385-de73-4af3-adf8-83f0b70b54bd req-b2d7815f-b72f-46bd-94d7-739217684516 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:43:05.401585 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9c2cc385-de73-4af3-adf8-83f0b70b54bd req-b2d7815f-b72f-46bd-94d7-739217684516 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 984 time: 0.0818670 Aug 24 18:43:05.404856 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2fea82d1-9f52-4dbd-8501-28be56947197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:05.412254 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [req-9c2cc385-de73-4af3-adf8-83f0b70b54bd req-3a8dd8d2-906a-4c66-a1ce-c64d193c8ef8 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Request body: {'port': {'security_groups': ['d79c1fb3-ae92-41c0-8699-5c24c13e46d9']}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:43:05.439765 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-2fea82d1-9f52-4dbd-8501-28be56947197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:43:05.443583 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-2fea82d1-9f52-4dbd-8501-28be56947197 admin admin] Usage tracker for resource:security_group_rule and tenant:060e3dc0a722499a8e5ec06551427eaa is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:43:05.446453 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-2fea82d1-9f52-4dbd-8501-28be56947197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:43:05.452273 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-2fea82d1-9f52-4dbd-8501-28be56947197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:43:05.518427 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2fea82d1-9f52-4dbd-8501-28be56947197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:05.523306 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2fea82d1-9f52-4dbd-8501-28be56947197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:05.530625 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b9a59916-bf1a-409a-8762-97cae14c7530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:05.537452 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-9c2cc385-de73-4af3-adf8-83f0b70b54bd req-3a8dd8d2-906a-4c66-a1ce-c64d193c8ef8 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:05.570474 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea82d1-9f52-4dbd-8501-28be56947197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843584af-d139-4693-a405-90a509ab6f53,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:05.577579 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-2fea82d1-9f52-4dbd-8501-28be56947197 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=060e3dc0a722499a8e5ec06551427eaa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1906784 Aug 24 18:43:05.578092 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 38232) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:05.578955 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-2fea82d1-9f52-4dbd-8501-28be56947197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:05.638766 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-de6a4fb0-8624-4a0d-b705-b82cd695397d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:05.665190 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-de6a4fb0-8624-4a0d-b705-b82cd695397d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:05.717357 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-de6a4fb0-8624-4a0d-b705-b82cd695397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:05.722493 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-ed96015c-6006-4005-b236-31f52b50fa73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:05.738624 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a4fb0-8624-4a0d-b705-b82cd695397d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843584af-d139-4693-a405-90a509ab6f53,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:05.742121 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-de6a4fb0-8624-4a0d-b705-b82cd695397d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:05.748718 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-de6a4fb0-8624-4a0d-b705-b82cd695397d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:05.752273 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-de6a4fb0-8624-4a0d-b705-b82cd695397d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/843584af-d139-4693-a405-90a509ab6f53 HTTP/1.1" status: 204 len: 168 time: 0.1700549 Aug 24 18:43:05.798620 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [req-9c2cc385-de73-4af3-adf8-83f0b70b54bd req-3a8dd8d2-906a-4c66-a1ce-c64d193c8ef8 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] For port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6,segment=NetworkSegment(e97f68e4-8fdd-4a0a-88f4-d82de68c634e),segment_id=e97f68e4-8fdd-4a0a-88f4-d82de68c634e)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:43:05.824738 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-9c2cc385-de73-4af3-adf8-83f0b70b54bd req-3a8dd8d2-906a-4c66-a1ce-c64d193c8ef8 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for port, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:05.831399 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-9c2cc385-de73-4af3-adf8-83f0b70b54bd req-3a8dd8d2-906a-4c66-a1ce-c64d193c8ef8 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3098578'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:05.837407 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:05.844248 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['e5b991b4-9c1a-40ea-8dbb-cefee7e409e6'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:43:05.908563 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cc385-de73-4af3-adf8-83f0b70b54bd req-3a8dd8d2-906a-4c66-a1ce-c64d193c8ef8 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:43:05.909192 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [req-9c2cc385-de73-4af3-adf8-83f0b70b54bd req-3a8dd8d2-906a-4c66-a1ce-c64d193c8ef8 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:05.910580 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9c2cc385-de73-4af3-adf8-83f0b70b54bd req-3a8dd8d2-906a-4c66-a1ce-c64d193c8ef8 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "PUT /v2.0/ports/e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 HTTP/1.1" status: 200 len: 942 time: 0.5029590 Aug 24 18:43:05.911114 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8536a9-9678-4242-a9b7-4508d1109002', 'tag': 'e5b991b4-9c1a-40ea-8dbb-cefee7e409e6'}] {{(pid=74995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:43:05.922563 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38240) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:06.005493 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8536a9-9678-4242-a9b7-4508d1109002', 'tag': 'e5b991b4-9c1a-40ea-8dbb-cefee7e409e6', 'status': 'completed', 'code': 200} Aug 24 18:43:06.006406 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8dd8d2-906a-4c66-a1ce-c64d193c8ef8 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Pushing event updated for resources: {'Port': ['ID=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6,revision_number=7']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:06.012114 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-3a8dd8d2-906a-4c66-a1ce-c64d193c8ef8 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:06.025877 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['e5b991b4-9c1a-40ea-8dbb-cefee7e409e6'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:43:06.054949 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3509b08d-004b-4c9d-8846-91afbeb684a5 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:06.118554 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3509b08d-004b-4c9d-8846-91afbeb684a5 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:06.153652 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-46a9b140-caf8-48b8-a945-01a21db139c4 req-f1f86997-ef6c-4ac2-a408-32dcf1663b6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b11a5d762934f28a49e78963be828a1&device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 1098 time: 0.1386933 Aug 24 18:43:06.227776 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3509b08d-004b-4c9d-8846-91afbeb684a5 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:06.235223 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-e553ab38-2e50-4366-a72e-7ee6b7457645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:06.259847 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509b08d-004b-4c9d-8846-91afbeb684a5 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d26993a-f2b2-49f0-8969-615d3e69989a,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:06.263711 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-3509b08d-004b-4c9d-8846-91afbeb684a5 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:06.267366 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3509b08d-004b-4c9d-8846-91afbeb684a5 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:06.269204 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-3509b08d-004b-4c9d-8846-91afbeb684a5 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "DELETE /v2.0/security-groups/3d26993a-f2b2-49f0-8969-615d3e69989a HTTP/1.1" status: 204 len: 168 time: 0.3450625 Aug 24 18:43:06.271590 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38250) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:06.304930 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9b140-caf8-48b8-a945-01a21db139c4 req-7afe2525-7a2f-4dfc-b3d4-670d55b15aac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:43:06.306493 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-46a9b140-caf8-48b8-a945-01a21db139c4 req-7afe2525-7a2f-4dfc-b3d4-670d55b15aac service neutron] 10.222.0.36 "GET /v2.0/networks?id=d04e09fe-a672-475c-9d99-e1568957c579 HTTP/1.1" status: 200 len: 915 time: 0.1443353 Aug 24 18:43:06.344438 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-737614b7-ece2-43a4-b0c9-18e6dfa5ee2c None None] Provisioning complete for port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:43:06.345655 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-737614b7-ece2-43a4-b0c9-18e6dfa5ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:06.441674 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-46a9b140-caf8-48b8-a945-01a21db139c4 req-066cb88a-0362-4ef5-94a2-74861dc0a8f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 HTTP/1.1" status: 200 len: 1001 time: 0.1268103 Aug 24 18:43:06.517880 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-18fe0aeb-36d4-4ba1-b503-cf8ab31eb3ee tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Deleting port 5d4c4c77-b326-4c58-b254-de2d0c2ce781 {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:43:06.518336 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-18fe0aeb-36d4-4ba1-b503-cf8ab31eb3ee tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:06.536155 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9b140-caf8-48b8-a945-01a21db139c4 req-cd945cb2-14c2-49a1-ae15-cd7677059d37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:43:06.537812 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-46a9b140-caf8-48b8-a945-01a21db139c4 req-cd945cb2-14c2-49a1-ae15-cd7677059d37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcf3f37d-17a3-44a3-9dff-2070554db7f6 HTTP/1.1" status: 200 len: 853 time: 0.0890496 Aug 24 18:43:06.623727 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-46a9b140-caf8-48b8-a945-01a21db139c4 req-3920506b-2259-49c4-8519-d5c9247aa428 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d04e09fe-a672-475c-9d99-e1568957c579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774279 Aug 24 18:43:06.707552 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-18fe0aeb-36d4-4ba1-b503-cf8ab31eb3ee tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:06.707914 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-18fe0aeb-36d4-4ba1-b503-cf8ab31eb3ee tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:06.777850 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-46a9b140-caf8-48b8-a945-01a21db139c4 req-397e0250-3a7c-404a-beaa-e907cd02564c service neutron] 10.222.0.36 "GET /v2.0/networks/d04e09fe-a672-475c-9d99-e1568957c579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447704 Aug 24 18:43:06.933735 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-18fe0aeb-36d4-4ba1-b503-cf8ab31eb3ee tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Calling delete_port for 5d4c4c77-b326-4c58-b254-de2d0c2ce781 owned by network:floatingip {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:43:06.941102 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-46a9b140-caf8-48b8-a945-01a21db139c4 req-e86de768-e5c4-4695-b49f-581be15daf24 service neutron] 10.222.0.36 "GET /v2.0/networks/d04e09fe-a672-475c-9d99-e1568957c579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523910 Aug 24 18:43:07.092933 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-18fe0aeb-36d4-4ba1-b503-cf8ab31eb3ee tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:07.097179 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-107520ec-edce-41f4-89ae-09f6df1de802 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:07.141304 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe0aeb-36d4-4ba1-b503-cf8ab31eb3ee tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Pushing event deleted for resources: {'Port': ['ID=5d4c4c77-b326-4c58-b254-de2d0c2ce781,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:07.144757 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-18fe0aeb-36d4-4ba1-b503-cf8ab31eb3ee tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:07.241291 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-18fe0aeb-36d4-4ba1-b503-cf8ab31eb3ee tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks [] for floatingip, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:07.530434 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 38284) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:07.650441 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18fe0aeb-36d4-4ba1-b503-cf8ab31eb3ee tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Router df5f0f77-a0a2-471f-91f4-345ba9f57417 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:43:07.673636 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b470b262-a3a2-40f5-9600-b99c9d37a9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:07.705084 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b470b262-a3a2-40f5-9600-b99c9d37a9a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:43:07.709073 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b470b262-a3a2-40f5-9600-b99c9d37a9a9 admin admin] Usage tracker for resource:security_group_rule and tenant:7bfe2e1a443a44e798ff1a92b866cded is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:43:07.711987 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b470b262-a3a2-40f5-9600-b99c9d37a9a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:43:07.717783 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b470b262-a3a2-40f5-9600-b99c9d37a9a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:43:07.785262 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b470b262-a3a2-40f5-9600-b99c9d37a9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:07.790201 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b470b262-a3a2-40f5-9600-b99c9d37a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:07.797169 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-9fb61d61-0e61-488f-8e66-bd37d752307b tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:07.836996 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470b262-a3a2-40f5-9600-b99c9d37a9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85201cbd-9878-4d97-80c3-036caa45c95c,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:07.840174 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b470b262-a3a2-40f5-9600-b99c9d37a9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:07.843073 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-b470b262-a3a2-40f5-9600-b99c9d37a9a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7bfe2e1a443a44e798ff1a92b866cded&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3115311 Aug 24 18:43:07.845903 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 38290) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:07.859772 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18fe0aeb-36d4-4ba1-b503-cf8ab31eb3ee tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:43:07.871054 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fbd971-188d-48e2-820f-1a60aeda8f41 None None] Sync routers for ids ['df5f0f77-a0a2-471f-91f4-345ba9f57417'] in dv-cinder-805825-1-iscsi {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:43:07.876349 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-18fe0aeb-36d4-4ba1-b503-cf8ab31eb3ee tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:07.885485 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fbd971-188d-48e2-820f-1a60aeda8f41 None None] Routers {'df5f0f77-a0a2-471f-91f4-345ba9f57417'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:43:07.886110 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-97fbd971-188d-48e2-820f-1a60aeda8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:42:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['df5f0f77-a0a2-471f-91f4-345ba9f57417'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:07.923338 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-63550b1e-326f-4a36-ba42-a28a70d448df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:07.931994 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-18fe0aeb-36d4-4ba1-b503-cf8ab31eb3ee tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "DELETE /v2.0/floatingips/ee67dd12-00a5-426c-8d7b-435cdd738e5e HTTP/1.1" status: 204 len: 168 time: 1.6593761 Aug 24 18:43:07.962903 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-63550b1e-326f-4a36-ba42-a28a70d448df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:08.007213 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc8536a9-9678-4242-a9b7-4508d1109002', 'tag': 'e5b991b4-9c1a-40ea-8dbb-cefee7e409e6'}] {{(pid=74995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:43:08.032318 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-63550b1e-326f-4a36-ba42-a28a70d448df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:08.040935 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b470b262-a3a2-40f5-9600-b99c9d37a9a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:08.055036 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63550b1e-326f-4a36-ba42-a28a70d448df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85201cbd-9878-4d97-80c3-036caa45c95c,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:08.058011 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-63550b1e-326f-4a36-ba42-a28a70d448df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:08.060116 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-63550b1e-326f-4a36-ba42-a28a70d448df admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:08.061419 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-63550b1e-326f-4a36-ba42-a28a70d448df admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/85201cbd-9878-4d97-80c3-036caa45c95c HTTP/1.1" status: 204 len: 168 time: 0.2139285 Aug 24 18:43:08.085730 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc8536a9-9678-4242-a9b7-4508d1109002', 'tag': 'e5b991b4-9c1a-40ea-8dbb-cefee7e409e6', 'status': 'completed', 'code': 200} Aug 24 18:43:08.100719 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-97fbd971-188d-48e2-820f-1a60aeda8f41 None None] Set router df5f0f77-a0a2-471f-91f4-345ba9f57417 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:43:08.190977 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3eb22f45-c2c5-42fb-aad0-891b4d4d5816 req-a898e446-a34f-4136-8138-ca6861fd84b2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b11a5d762934f28a49e78963be828a1&device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 1098 time: 0.0821342 Aug 24 18:43:08.453481 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb22f45-c2c5-42fb-aad0-891b4d4d5816 req-fa917e8d-35f8-4a06-bd36-b2b9636f7410 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:43:08.455212 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3eb22f45-c2c5-42fb-aad0-891b4d4d5816 req-fa917e8d-35f8-4a06-bd36-b2b9636f7410 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d04e09fe-a672-475c-9d99-e1568957c579 HTTP/1.1" status: 200 len: 915 time: 0.2567983 Aug 24 18:43:08.471706 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-97fbd971-188d-48e2-820f-1a60aeda8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'name': 'tempest-TestMinimumBasicScenario-107511572-router', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:23Z', 'revision_number': 4, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'gw_port': {'id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': 'd17e67ee-451e-4b44-a0e1-36f5a0e3e514', 'name': '', 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'mac_address': 'fa:16:3e:35:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcf3f37d-17a3-44a3-9dff-2070554db7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:22Z', 'updated_at': '2021-08-24T18:40:33Z', 'revision_number': 5, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'subnets': [{'id': 'bcf3f37d-17a3-44a3-9dff-2070554db7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:08.475771 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fbd971-188d-48e2-820f-1a60aeda8f41 None None] Checking router: df5f0f77-a0a2-471f-91f4-345ba9f57417 for host: dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:43:08.486736 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fbd971-188d-48e2-820f-1a60aeda8f41 None None] Routers {'df5f0f77-a0a2-471f-91f4-345ba9f57417'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:43:08.487404 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-97fbd971-188d-48e2-820f-1a60aeda8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:42:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['df5f0f77-a0a2-471f-91f4-345ba9f57417'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:08.532734 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3eb22f45-c2c5-42fb-aad0-891b4d4d5816 req-c69de340-a663-46e2-b34c-189934a79d55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 HTTP/1.1" status: 200 len: 217 time: 0.0662296 Aug 24 18:43:08.602810 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb22f45-c2c5-42fb-aad0-891b4d4d5816 req-a8bff90c-071a-4cb3-8cfa-939ac8d245ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:43:08.604503 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3eb22f45-c2c5-42fb-aad0-891b4d4d5816 req-a8bff90c-071a-4cb3-8cfa-939ac8d245ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bcf3f37d-17a3-44a3-9dff-2070554db7f6 HTTP/1.1" status: 200 len: 853 time: 0.0636187 Aug 24 18:43:08.670260 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-97fbd971-188d-48e2-820f-1a60aeda8f41 None None] Set router df5f0f77-a0a2-471f-91f4-345ba9f57417 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:43:08.688554 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3eb22f45-c2c5-42fb-aad0-891b4d4d5816 req-bcb9f773-88e7-4747-b0f0-5d163afcca02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d04e09fe-a672-475c-9d99-e1568957c579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744200 Aug 24 18:43:08.840832 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3eb22f45-c2c5-42fb-aad0-891b4d4d5816 req-a447eb1f-7ad5-48b8-ae97-cf72e5f3d4de service neutron] 10.222.0.36 "GET /v2.0/networks/d04e09fe-a672-475c-9d99-e1568957c579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402583 Aug 24 18:43:09.040147 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3eb22f45-c2c5-42fb-aad0-891b4d4d5816 req-bfea6ed3-c528-4d10-9e54-5e8cf3f25e5d service neutron] 10.222.0.36 "GET /v2.0/networks/d04e09fe-a672-475c-9d99-e1568957c579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882405 Aug 24 18:43:09.069133 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-97fbd971-188d-48e2-820f-1a60aeda8f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'name': 'tempest-TestMinimumBasicScenario-107511572-router', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:23Z', 'revision_number': 4, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'gw_port': {'id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': 'd17e67ee-451e-4b44-a0e1-36f5a0e3e514', 'name': '', 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'mac_address': 'fa:16:3e:35:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcf3f37d-17a3-44a3-9dff-2070554db7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:22Z', 'updated_at': '2021-08-24T18:40:33Z', 'revision_number': 5, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'subnets': [{'id': 'bcf3f37d-17a3-44a3-9dff-2070554db7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:09.073032 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fbd971-188d-48e2-820f-1a60aeda8f41 None None] The sync data for ids ['df5f0f77-a0a2-471f-91f4-345ba9f57417'] in dv-cinder-805825-1-iscsi is: [{'id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'name': 'tempest-TestMinimumBasicScenario-107511572-router', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:23Z', 'revision_number': 4, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'gw_port': {'id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': 'd17e67ee-451e-4b44-a0e1-36f5a0e3e514', 'name': '', 'network_id': 'd04e09fe-a672-475c-9d99-e1568957c579', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'mac_address': 'fa:16:3e:35:15:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bcf3f37d-17a3-44a3-9dff-2070554db7f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:22Z', 'updated_at': '2021-08-24T18:40:33Z', 'revision_number': 5, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'subnets': [{'id': 'bcf3f37d-17a3-44a3-9dff-2070554db7f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:43:09.302083 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915623cf-ba82-4f21-9f8f-7bd8a39bb792 None None] New status for floating IP ee67dd12-00a5-426c-8d7b-435cdd738e5e: DOWN {{(pid=74997) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:43:11.317751 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b903f28-89c9-437f-8a59-15dd9bb62f7c req-ac6d4330-fe67-499d-b17a-63a42a2e0422 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:43:11.318413 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-3b903f28-89c9-437f-8a59-15dd9bb62f7c req-ac6d4330-fe67-499d-b17a-63a42a2e0422 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Synchronizing usage tracker for tenant:5b11a5d762934f28a49e78963be828a1 on resource:port {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:43:11.337461 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-3b903f28-89c9-437f-8a59-15dd9bb62f7c req-ac6d4330-fe67-499d-b17a-63a42a2e0422 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Unset dirty status for tenant:5b11a5d762934f28a49e78963be828a1 on resource:port {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:43:11.338827 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3b903f28-89c9-437f-8a59-15dd9bb62f7c req-ac6d4330-fe67-499d-b17a-63a42a2e0422 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 945 time: 0.1071949 Aug 24 18:43:11.392395 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-3b903f28-89c9-437f-8a59-15dd9bb62f7c req-27b8871d-ba5c-4997-9ede-b1647b3f5465 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Synchronizing usage tracker for tenant:5b11a5d762934f28a49e78963be828a1 on resource:security_group {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:43:11.412992 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-3b903f28-89c9-437f-8a59-15dd9bb62f7c req-27b8871d-ba5c-4997-9ede-b1647b3f5465 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Unset dirty status for tenant:5b11a5d762934f28a49e78963be828a1 on resource:security_group {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:43:11.414399 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3b903f28-89c9-437f-8a59-15dd9bb62f7c req-27b8871d-ba5c-4997-9ede-b1647b3f5465 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695400 Aug 24 18:43:12.634148 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df0ac3-1c1b-4faa-bd41-35230fdd8176 req-6078c156-bdbe-4379-a948-816649f8deb3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:43:12.635963 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-86df0ac3-1c1b-4faa-bd41-35230fdd8176 req-6078c156-bdbe-4379-a948-816649f8deb3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 945 time: 0.0850959 Aug 24 18:43:12.686921 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-86df0ac3-1c1b-4faa-bd41-35230fdd8176 req-2faed455-92e1-4a3f-b440-f37f33da3f96 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449417 Aug 24 18:43:13.296338 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7d6d9-410b-41fd-aa11-947f93ecc9b4 req-f3fd4a90-7cd2-4263-badf-7249c46bcc79 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:43:13.297090 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-39d7d6d9-410b-41fd-aa11-947f93ecc9b4 req-f3fd4a90-7cd2-4263-badf-7249c46bcc79 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Synchronizing usage tracker for tenant:5b11a5d762934f28a49e78963be828a1 on resource:port {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:43:13.312420 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-39d7d6d9-410b-41fd-aa11-947f93ecc9b4 req-f3fd4a90-7cd2-4263-badf-7249c46bcc79 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Unset dirty status for tenant:5b11a5d762934f28a49e78963be828a1 on resource:port {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:43:13.314348 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-39d7d6d9-410b-41fd-aa11-947f93ecc9b4 req-f3fd4a90-7cd2-4263-badf-7249c46bcc79 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.36 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 945 time: 0.1081324 Aug 24 18:43:13.394448 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-39d7d6d9-410b-41fd-aa11-947f93ecc9b4 req-c1d736c0-c623-449d-847c-6dd08ade5b0f tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Deleting port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:43:13.394809 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-39d7d6d9-410b-41fd-aa11-947f93ecc9b4 req-c1d736c0-c623-449d-847c-6dd08ade5b0f tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:13.670572 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-39d7d6d9-410b-41fd-aa11-947f93ecc9b4 req-c1d736c0-c623-449d-847c-6dd08ade5b0f tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] For port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6,segment=NetworkSegment(e97f68e4-8fdd-4a0a-88f4-d82de68c634e),segment_id=e97f68e4-8fdd-4a0a-88f4-d82de68c634e)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:43:13.670827 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-39d7d6d9-410b-41fd-aa11-947f93ecc9b4 req-c1d736c0-c623-449d-847c-6dd08ade5b0f tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:13.802929 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-39d7d6d9-410b-41fd-aa11-947f93ecc9b4 req-c1d736c0-c623-449d-847c-6dd08ade5b0f tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Calling delete_port for e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 owned by compute:nova {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:43:13.890947 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2e21c-3996-4117-b78d-332c0d23ea15 req-5f2dfa52-96c7-415a-92de-9836eb042890 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:43:13.892854 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e9b2e21c-3996-4117-b78d-332c0d23ea15 req-5f2dfa52-96c7-415a-92de-9836eb042890 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc8536a9-9678-4242-a9b7-4508d1109002 HTTP/1.1" status: 200 len: 945 time: 0.0802782 Aug 24 18:43:13.941103 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e9b2e21c-3996-4117-b78d-332c0d23ea15 req-05d41c82-1e3e-4613-8924-1fd78d8cee90 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.62 "GET /v2.0/security-groups?id=d79c1fb3-ae92-41c0-8699-5c24c13e46d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428100 Aug 24 18:43:13.967880 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-39d7d6d9-410b-41fd-aa11-947f93ecc9b4 req-c1d736c0-c623-449d-847c-6dd08ade5b0f tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:13.973718 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:13.982569 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['e5b991b4-9c1a-40ea-8dbb-cefee7e409e6'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:43:14.020755 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d736c0-c623-449d-847c-6dd08ade5b0f tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Pushing event deleted for resources: {'Port': ['ID=e5b991b4-9c1a-40ea-8dbb-cefee7e409e6,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:14.024666 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-c1d736c0-c623-449d-847c-6dd08ade5b0f tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:14.096470 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d7d6d9-410b-41fd-aa11-947f93ecc9b4 req-c1d736c0-c623-449d-847c-6dd08ade5b0f tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] No DVR routers for this DVR port e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 on host hv-cinder-80582 {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:43:14.099098 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-39d7d6d9-410b-41fd-aa11-947f93ecc9b4 req-c1d736c0-c623-449d-847c-6dd08ade5b0f tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:14.101765 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc8536a9-9678-4242-a9b7-4508d1109002', 'name': 'network-vif-deleted', 'tag': 'e5b991b4-9c1a-40ea-8dbb-cefee7e409e6'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:43:14.118447 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-39d7d6d9-410b-41fd-aa11-947f93ecc9b4 req-c1d736c0-c623-449d-847c-6dd08ade5b0f tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] 10.222.0.36 "DELETE /v2.0/ports/e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 HTTP/1.1" status: 204 len: 173 time: 0.7975013 Aug 24 18:43:14.169625 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc8536a9-9678-4242-a9b7-4508d1109002', 'name': 'network-vif-deleted', 'tag': 'e5b991b4-9c1a-40ea-8dbb-cefee7e409e6', 'status': 'completed', 'code': 200} Aug 24 18:43:15.757342 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38426) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:16.282714 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d6bede4c-014c-4541-8d1b-5f2162485eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1691743'] for router_interface, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:16.503321 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eace9e8-54c7-46f8-b259-4771ff47a8bf req-1847ce1f-ee01-4ffb-b2f4-629c5ae5dda4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:43:16.505265 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0eace9e8-54c7-46f8-b259-4771ff47a8bf req-1847ce1f-ee01-4ffb-b2f4-629c5ae5dda4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 946 time: 0.1563938 Aug 24 18:43:16.575946 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-0eace9e8-54c7-46f8-b259-4771ff47a8bf req-e93b6bb8-3aca-4188-9a79-b3a975eb9296 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641472 Aug 24 18:43:16.877975 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:43:16.912227 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] No Port match for: e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:43:16.912578 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device e5b991b4-9c1a-40ea-8dbb-cefee7e409e6 not bound to the agent host hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:43:17.035539 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-d6bede4c-014c-4541-8d1b-5f2162485eda admin admin] Deleting port d17e67ee-451e-4b44-a0e1-36f5a0e3e514 {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:43:17.036135 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d6bede4c-014c-4541-8d1b-5f2162485eda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:17.226392 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [None req-d6bede4c-014c-4541-8d1b-5f2162485eda admin admin] For port d17e67ee-451e-4b44-a0e1-36f5a0e3e514, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=d17e67ee-451e-4b44-a0e1-36f5a0e3e514,segment=NetworkSegment(e97f68e4-8fdd-4a0a-88f4-d82de68c634e),segment_id=e97f68e4-8fdd-4a0a-88f4-d82de68c634e)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:43:17.226637 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d6bede4c-014c-4541-8d1b-5f2162485eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:17.354397 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-d6bede4c-014c-4541-8d1b-5f2162485eda admin admin] Calling delete_port for d17e67ee-451e-4b44-a0e1-36f5a0e3e514 owned by network:router_interface {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:43:17.543433 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d6bede4c-014c-4541-8d1b-5f2162485eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:17.547628 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:17.591269 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bede4c-014c-4541-8d1b-5f2162485eda admin admin] Pushing event deleted for resources: {'Port': ['ID=d17e67ee-451e-4b44-a0e1-36f5a0e3e514,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:17.595036 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-d6bede4c-014c-4541-8d1b-5f2162485eda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:17.862977 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e9aa4-8743-4197-ba9a-9b5e26e088ed req-983de633-b634-4e65-af74-2265cc6c7205 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:43:17.863646 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-bb1e9aa4-8743-4197-ba9a-9b5e26e088ed req-983de633-b634-4e65-af74-2265cc6c7205 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Synchronizing usage tracker for tenant:d1058cbc028345d9b3abf057991020c1 on resource:port {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:43:17.882002 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-bb1e9aa4-8743-4197-ba9a-9b5e26e088ed req-983de633-b634-4e65-af74-2265cc6c7205 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Unset dirty status for tenant:d1058cbc028345d9b3abf057991020c1 on resource:port {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:43:17.883108 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-bb1e9aa4-8743-4197-ba9a-9b5e26e088ed req-983de633-b634-4e65-af74-2265cc6c7205 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.36 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 946 time: 0.1052268 Aug 24 18:43:17.959068 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef53d7-a4d0-43d1-ad1b-0abcb7a5df54 req-ce43b1c9-24bd-4dbb-8573-e1bf79325700 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:43:17.964320 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-bb1e9aa4-8743-4197-ba9a-9b5e26e088ed req-d3a2e3f0-0bc5-475f-a01b-1cbc293900f4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Deleting port 18817fa5-ca13-4d67-892d-37844e1ceda5 {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:43:17.964653 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-bb1e9aa4-8743-4197-ba9a-9b5e26e088ed req-d3a2e3f0-0bc5-475f-a01b-1cbc293900f4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:17.965993 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-98ef53d7-a4d0-43d1-ad1b-0abcb7a5df54 req-ce43b1c9-24bd-4dbb-8573-e1bf79325700 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 946 time: 0.1189718 Aug 24 18:43:18.080972 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-98ef53d7-a4d0-43d1-ad1b-0abcb7a5df54 req-da82b3af-211a-474a-b11a-9076ac8684a2 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups?id=aca56036-68f0-4694-be9e-96f4087cd716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140976 Aug 24 18:43:18.110477 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-d6bede4c-014c-4541-8d1b-5f2162485eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15347849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1691819'] for router_interface, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:18.321558 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-bb1e9aa4-8743-4197-ba9a-9b5e26e088ed req-d3a2e3f0-0bc5-475f-a01b-1cbc293900f4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] For port 18817fa5-ca13-4d67-892d-37844e1ceda5, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=18817fa5-ca13-4d67-892d-37844e1ceda5,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:43:18.321924 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-bb1e9aa4-8743-4197-ba9a-9b5e26e088ed req-d3a2e3f0-0bc5-475f-a01b-1cbc293900f4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:18.632540 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-bb1e9aa4-8743-4197-ba9a-9b5e26e088ed req-d3a2e3f0-0bc5-475f-a01b-1cbc293900f4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:18.632914 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-bb1e9aa4-8743-4197-ba9a-9b5e26e088ed req-d3a2e3f0-0bc5-475f-a01b-1cbc293900f4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692493'] for floatingip, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:18.633227 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.l3_db [req-bb1e9aa4-8743-4197-ba9a-9b5e26e088ed req-d3a2e3f0-0bc5-475f-a01b-1cbc293900f4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Floating IP 6f6ca854-5075-4a49-b085-9f34bd9c8d50 disassociated. External IP: 172.27.3.109, port: 18817fa5-ca13-4d67-892d-37844e1ceda5. Aug 24 18:43:18.633684 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-bb1e9aa4-8743-4197-ba9a-9b5e26e088ed req-d3a2e3f0-0bc5-475f-a01b-1cbc293900f4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Calling delete_port for 18817fa5-ca13-4d67-892d-37844e1ceda5 owned by compute:nova {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:43:18.715490 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6bede4c-014c-4541-8d1b-5f2162485eda admin admin] Router df5f0f77-a0a2-471f-91f4-345ba9f57417 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:43:18.789380 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-bb1e9aa4-8743-4197-ba9a-9b5e26e088ed req-d3a2e3f0-0bc5-475f-a01b-1cbc293900f4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:18.796977 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:18.844930 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2e3f0-0bc5-475f-a01b-1cbc293900f4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Pushing event deleted for resources: {'Port': ['ID=18817fa5-ca13-4d67-892d-37844e1ceda5,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:18.847502 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-d3a2e3f0-0bc5-475f-a01b-1cbc293900f4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:18.932332 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-b88d3201-b1bb-4392-ae72-1ef854fbe215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:18.946626 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bede4c-014c-4541-8d1b-5f2162485eda admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:43:18.955887 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a299cc-fd74-4024-b121-c7d95cc897af None None] Sync routers for ids ['df5f0f77-a0a2-471f-91f4-345ba9f57417'] in dv-cinder-805825-1-iscsi {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:43:18.963668 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-d6bede4c-014c-4541-8d1b-5f2162485eda admin admin] 10.222.0.62 "PUT /v2.0/routers/df5f0f77-a0a2-471f-91f4-345ba9f57417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2028522 Aug 24 18:43:18.963982 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38446) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:18.972880 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a299cc-fd74-4024-b121-c7d95cc897af None None] Routers {'df5f0f77-a0a2-471f-91f4-345ba9f57417'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:43:18.973978 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-24a299cc-fd74-4024-b121-c7d95cc897af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:42:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['df5f0f77-a0a2-471f-91f4-345ba9f57417'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:19.107481 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb1e9aa4-8743-4197-ba9a-9b5e26e088ed req-d3a2e3f0-0bc5-475f-a01b-1cbc293900f4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Router 7c72f87d-caf3-4731-800d-078c8fe11fc0 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:43:19.160336 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-24a299cc-fd74-4024-b121-c7d95cc897af None None] Set router df5f0f77-a0a2-471f-91f4-345ba9f57417 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:43:19.208962 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4c62a40e-0a63-4ab7-9b51-e1c5ce7f00c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:19.363111 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:19.426844 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb1e9aa4-8743-4197-ba9a-9b5e26e088ed req-d3a2e3f0-0bc5-475f-a01b-1cbc293900f4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:43:19.436658 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8dde22-6282-41a2-899a-8f67b3306537 None None] Sync routers for ids ['7c72f87d-caf3-4731-800d-078c8fe11fc0'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:43:19.452051 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8dde22-6282-41a2-899a-8f67b3306537 None None] Routers {'7c72f87d-caf3-4731-800d-078c8fe11fc0'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:43:19.453219 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-ff8dde22-6282-41a2-899a-8f67b3306537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:42:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['7c72f87d-caf3-4731-800d-078c8fe11fc0'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:19.460585 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d10ba471-b998-47f7-9e32-d5f5852cb68d req-9169fac0-f862-4927-8447-f815dee944ac tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/ports?device_id=23d3aa30-2fd2-43b5-849a-b3606b2e3547 HTTP/1.1" status: 200 len: 210 time: 0.1826274 Aug 24 18:43:19.504076 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1e9aa4-8743-4197-ba9a-9b5e26e088ed req-d3a2e3f0-0bc5-475f-a01b-1cbc293900f4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] No DVR routers for this DVR port 18817fa5-ca13-4d67-892d-37844e1ceda5 on host hv-cinder-80582 {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:43:19.507285 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-bb1e9aa4-8743-4197-ba9a-9b5e26e088ed req-d3a2e3f0-0bc5-475f-a01b-1cbc293900f4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:19.516268 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d3aa30-2fd2-43b5-849a-b3606b2e3547', 'name': 'network-vif-deleted', 'tag': '18817fa5-ca13-4d67-892d-37844e1ceda5'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:43:19.519435 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-24a299cc-fd74-4024-b121-c7d95cc897af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'name': 'tempest-TestMinimumBasicScenario-107511572-router', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:43:17Z', 'revision_number': 5, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'gw_port': {'id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:19.523732 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a299cc-fd74-4024-b121-c7d95cc897af None None] Checking router: df5f0f77-a0a2-471f-91f4-345ba9f57417 for host: dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:43:19.537080 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a299cc-fd74-4024-b121-c7d95cc897af None None] Routers {'df5f0f77-a0a2-471f-91f4-345ba9f57417'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:43:19.537594 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-24a299cc-fd74-4024-b121-c7d95cc897af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:42:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['df5f0f77-a0a2-471f-91f4-345ba9f57417'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:19.543795 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-bb1e9aa4-8743-4197-ba9a-9b5e26e088ed req-d3a2e3f0-0bc5-475f-a01b-1cbc293900f4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.36 "DELETE /v2.0/ports/18817fa5-ca13-4d67-892d-37844e1ceda5 HTTP/1.1" status: 204 len: 173 time: 1.6539319 Aug 24 18:43:19.623748 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d3aa30-2fd2-43b5-849a-b3606b2e3547', 'name': 'network-vif-deleted', 'tag': '18817fa5-ca13-4d67-892d-37844e1ceda5', 'status': 'completed', 'code': 200} Aug 24 18:43:19.662503 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4c62a40e-0a63-4ab7-9b51-e1c5ce7f00c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:19.682628 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-4c62a40e-0a63-4ab7-9b51-e1c5ce7f00c1 admin admin] Deleting port f1f2333c-138c-4a61-91df-06ba70dd471a {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:43:19.683160 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4c62a40e-0a63-4ab7-9b51-e1c5ce7f00c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:19.742619 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-ff8dde22-6282-41a2-899a-8f67b3306537 None None] Set router 7c72f87d-caf3-4731-800d-078c8fe11fc0 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:43:19.815622 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-24a299cc-fd74-4024-b121-c7d95cc897af None None] Set router df5f0f77-a0a2-471f-91f4-345ba9f57417 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:43:19.909756 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [None req-4c62a40e-0a63-4ab7-9b51-e1c5ce7f00c1 admin admin] For port f1f2333c-138c-4a61-91df-06ba70dd471a, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=f1f2333c-138c-4a61-91df-06ba70dd471a,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:43:19.910203 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4c62a40e-0a63-4ab7-9b51-e1c5ce7f00c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:20.056028 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-4c62a40e-0a63-4ab7-9b51-e1c5ce7f00c1 admin admin] Calling delete_port for f1f2333c-138c-4a61-91df-06ba70dd471a owned by network:router_gateway {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:43:20.128390 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-ff8dde22-6282-41a2-899a-8f67b3306537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:35Z', 'updated_at': '2021-08-24T18:35:50Z', 'revision_number': 4, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'gw_port': {'id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:37Z', 'updated_at': '2021-08-24T18:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '172acd97-7ae1-4c78-8100-eb25dc87bb99', 'name': '', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'mac_address': 'fa:16:3e:4d:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:49Z', 'updated_at': '2021-08-24T18:36:18Z', 'revision_number': 5, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'subnets': [{'id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:20.133265 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8dde22-6282-41a2-899a-8f67b3306537 None None] Checking router: 7c72f87d-caf3-4731-800d-078c8fe11fc0 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:43:20.145698 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8dde22-6282-41a2-899a-8f67b3306537 None None] Routers {'7c72f87d-caf3-4731-800d-078c8fe11fc0'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:43:20.146249 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-ff8dde22-6282-41a2-899a-8f67b3306537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:42:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['7c72f87d-caf3-4731-800d-078c8fe11fc0'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:20.148624 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-24a299cc-fd74-4024-b121-c7d95cc897af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'name': 'tempest-TestMinimumBasicScenario-107511572-router', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:43:17Z', 'revision_number': 5, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'gw_port': {'id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:20.154646 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a299cc-fd74-4024-b121-c7d95cc897af None None] The sync data for ids ['df5f0f77-a0a2-471f-91f4-345ba9f57417'] in dv-cinder-805825-1-iscsi is: [{'id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'name': 'tempest-TestMinimumBasicScenario-107511572-router', 'tenant_id': '5b11a5d762934f28a49e78963be828a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:43:17Z', 'revision_number': 5, 'project_id': '5b11a5d762934f28a49e78963be828a1', 'gw_port': {'id': 'f1f2333c-138c-4a61-91df-06ba70dd471a', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5f0f77-a0a2-471f-91f4-345ba9f57417', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:18Z', 'updated_at': '2021-08-24T18:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}] {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:43:20.293088 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4c62a40e-0a63-4ab7-9b51-e1c5ce7f00c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:20.297730 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-2cad2fef-0692-4252-848c-61738c0bed22 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:20.344637 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62a40e-0a63-4ab7-9b51-e1c5ce7f00c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f2333c-138c-4a61-91df-06ba70dd471a,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:20.347222 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-4c62a40e-0a63-4ab7-9b51-e1c5ce7f00c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:20.348440 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-ff8dde22-6282-41a2-899a-8f67b3306537 None None] Set router 7c72f87d-caf3-4731-800d-078c8fe11fc0 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:43:20.582548 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4c62a40e-0a63-4ab7-9b51-e1c5ce7f00c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692450'] for router_gateway, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:20.680189 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 38460) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:20.759380 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-ff8dde22-6282-41a2-899a-8f67b3306537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:35Z', 'updated_at': '2021-08-24T18:35:50Z', 'revision_number': 4, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'gw_port': {'id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:37Z', 'updated_at': '2021-08-24T18:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '172acd97-7ae1-4c78-8100-eb25dc87bb99', 'name': '', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'mac_address': 'fa:16:3e:4d:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:49Z', 'updated_at': '2021-08-24T18:36:18Z', 'revision_number': 5, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'subnets': [{'id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:20.764598 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8dde22-6282-41a2-899a-8f67b3306537 None None] The sync data for ids ['7c72f87d-caf3-4731-800d-078c8fe11fc0'] in dv-cinder-805825-1-iscsi is: [{'id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:35Z', 'updated_at': '2021-08-24T18:35:50Z', 'revision_number': 4, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'gw_port': {'id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:37Z', 'updated_at': '2021-08-24T18:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '172acd97-7ae1-4c78-8100-eb25dc87bb99', 'name': '', 'network_id': 'c6a59e55-85ca-47cc-8fae-e2513fbbce59', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'mac_address': 'fa:16:3e:4d:a5:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:49Z', 'updated_at': '2021-08-24T18:36:18Z', 'revision_number': 5, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'subnets': [{'id': '6d9a7234-019a-48d3-9ec8-5b691415065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:43:20.789561 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7413764c-944c-44bb-97a3-9e5835e7f77f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:20.829585 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7413764c-944c-44bb-97a3-9e5835e7f77f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:20.899554 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 18817fa5-ca13-4d67-892d-37844e1ceda5 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:43:20.900210 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7413764c-944c-44bb-97a3-9e5835e7f77f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:20.905094 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4c62a40e-0a63-4ab7-9b51-e1c5ce7f00c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30687'] for router, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:20.905874 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-525ecc74-37bc-4be8-acb4-9df3127c5b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:20.909883 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4c62a40e-0a63-4ab7-9b51-e1c5ce7f00c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:20.921884 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7413764c-944c-44bb-97a3-9e5835e7f77f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca56036-68f0-4694-be9e-96f4087cd716,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:20.926974 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-7413764c-944c-44bb-97a3-9e5835e7f77f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:20.941786 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-7413764c-944c-44bb-97a3-9e5835e7f77f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:20.943545 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-7413764c-944c-44bb-97a3-9e5835e7f77f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "DELETE /v2.0/security-groups/aca56036-68f0-4694-be9e-96f4087cd716 HTTP/1.1" status: 204 len: 168 time: 0.2621989 Aug 24 18:43:20.948809 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38466) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:20.949479 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4c62a40e-0a63-4ab7-9b51-e1c5ce7f00c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693982'] for router, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:20.950070 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c62a40e-0a63-4ab7-9b51-e1c5ce7f00c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df5f0f77-a0a2-471f-91f4-345ba9f57417 {{(pid=74995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:43:20.956463 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] No Port match for: 18817fa5-ca13-4d67-892d-37844e1ceda5 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:43:20.957067 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 18817fa5-ca13-4d67-892d-37844e1ceda5 not bound to the agent host hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:43:20.970579 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.api.v2.resource [None req-605b6a99-9e9a-4328-b1b7-5d734b4c7e85 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] show failed (client error): The resource could not be found. Aug 24 18:43:20.974564 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-605b6a99-9e9a-4328-b1b7-5d734b4c7e85 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "GET /v2.0/security-groups/aca56036-68f0-4694-be9e-96f4087cd716 HTTP/1.1" status: 404 len: 347 time: 0.0199549 Aug 24 18:43:20.975176 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 38470) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:20.989872 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4c62a40e-0a63-4ab7-9b51-e1c5ce7f00c1 admin admin] Notify callbacks [] for router, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:20.993518 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-4c62a40e-0a63-4ab7-9b51-e1c5ce7f00c1 admin admin] 10.222.0.62 "DELETE /v2.0/routers/df5f0f77-a0a2-471f-91f4-345ba9f57417 HTTP/1.1" status: 204 len: 168 time: 2.0263181 Aug 24 18:43:20.993816 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38474) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:21.071574 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b889b3-6e83-497e-ae1f-7c534af46f00 admin admin] Deleting subnet bcf3f37d-17a3-44a3-9dff-2070554db7f6 {{(pid=74995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:43:21.075637 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b2b889b3-6e83-497e-ae1f-7c534af46f00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:21.159264 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-45ccc1c7-705b-4bcc-8242-5637e17e6f0a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Deleting port 0bbb5dbf-9fdc-481f-b9f4-8ddc16363e64 {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:43:21.159264 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-45ccc1c7-705b-4bcc-8242-5637e17e6f0a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:21.175981 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becdc7ca-156e-4c27-b491-6ed485c2fcde None None] New status for floating IP 6f6ca854-5075-4a49-b085-9f34bd9c8d50: DOWN {{(pid=74998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:43:21.255283 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b2b889b3-6e83-497e-ae1f-7c534af46f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1402967'] for subnet, precommit_delete_associations {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:21.263312 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-46015350-eae5-4d74-9941-7138b03f8f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:21.343048 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b2b889b3-6e83-497e-ae1f-7c534af46f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699818'] for subnet, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:21.419540 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b2b889b3-6e83-497e-ae1f-7c534af46f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3098408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1399101'] for subnet, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:21.424811 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:21.461123 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-45ccc1c7-705b-4bcc-8242-5637e17e6f0a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:21.461452 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-45ccc1c7-705b-4bcc-8242-5637e17e6f0a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:21.471318 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b889b3-6e83-497e-ae1f-7c534af46f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf3f37d-17a3-44a3-9dff-2070554db7f6,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:21.475328 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-b2b889b3-6e83-497e-ae1f-7c534af46f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:21.482540 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b2b889b3-6e83-497e-ae1f-7c534af46f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:21.483896 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46e4eaf-1699-464f-b7c0-39ba3b1b821d None None] Network d04e09fe-a672-475c-9d99-e1568957c579 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:43:21.489410 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-b2b889b3-6e83-497e-ae1f-7c534af46f00 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bcf3f37d-17a3-44a3-9dff-2070554db7f6 HTTP/1.1" status: 204 len: 168 time: 0.4945476 Aug 24 18:43:21.494642 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38480) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:21.614820 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-45ccc1c7-705b-4bcc-8242-5637e17e6f0a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Calling delete_port for 0bbb5dbf-9fdc-481f-b9f4-8ddc16363e64 owned by network:floatingip {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:43:21.616677 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531664'] for network, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:21.627153 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] Deleting port 6399672c-8c7f-4957-8603-d61e77219718 {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:43:21.627480 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:21.703801 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.db.api [None req-45ccc1c7-705b-4bcc-8242-5637e17e6f0a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74996) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 18:43:21.704423 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_db.api [None req-45ccc1c7-705b-4bcc-8242-5637e17e6f0a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 18:43:21.783861 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bafcf7-ac5a-4e25-b553-5cd19ec0eb85 None None] DHCP port deletion for d04e09fe-a672-475c-9d99-e1568957c579 request from dv-cinder-805825-1-iscsi {{(pid=74997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 24 18:43:21.788306 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-c5bafcf7-ac5a-4e25-b553-5cd19ec0eb85 None None] Deleting port 6399672c-8c7f-4957-8603-d61e77219718 {{(pid=74997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:43:21.788684 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c5bafcf7-ac5a-4e25-b553-5cd19ec0eb85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:21.853577 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] For port 6399672c-8c7f-4957-8603-d61e77219718, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=6399672c-8c7f-4957-8603-d61e77219718,segment=NetworkSegment(e97f68e4-8fdd-4a0a-88f4-d82de68c634e),segment_id=e97f68e4-8fdd-4a0a-88f4-d82de68c634e)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:43:21.854021 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:21.989377 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] Calling delete_port for 6399672c-8c7f-4957-8603-d61e77219718 owned by network:dhcp {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:43:22.016739 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device d17e67ee-451e-4b44-a0e1-36f5a0e3e514 no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:43:22.065243 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: d17e67ee-451e-4b44-a0e1-36f5a0e3e514 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:43:22.065559 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device d17e67ee-451e-4b44-a0e1-36f5a0e3e514 not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:43:22.066019 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 6399672c-8c7f-4957-8603-d61e77219718 no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:43:22.073142 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:22.077210 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:22.110412 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: 6399672c-8c7f-4957-8603-d61e77219718 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:43:22.110772 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 6399672c-8c7f-4957-8603-d61e77219718 not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:43:22.111300 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device f1f2333c-138c-4a61-91df-06ba70dd471a no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:43:22.120765 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6399672c-8c7f-4957-8603-d61e77219718,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:22.123307 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:22.126364 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] No DVR routers for this DVR port 6399672c-8c7f-4957-8603-d61e77219718 on host dv-cinder-805825-1-iscsi {{(pid=74995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:43:22.156589 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: f1f2333c-138c-4a61-91df-06ba70dd471a {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:43:22.156589 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device f1f2333c-138c-4a61-91df-06ba70dd471a not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:43:22.166535 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-c5bafcf7-ac5a-4e25-b553-5cd19ec0eb85 None None] For port 6399672c-8c7f-4957-8603-d61e77219718, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=6399672c-8c7f-4957-8603-d61e77219718,segment=NetworkSegment(e97f68e4-8fdd-4a0a-88f4-d82de68c634e),segment_id=e97f68e4-8fdd-4a0a-88f4-d82de68c634e)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:43:22.166963 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c5bafcf7-ac5a-4e25-b553-5cd19ec0eb85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:22.205617 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-45ccc1c7-705b-4bcc-8242-5637e17e6f0a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Deleting port 0bbb5dbf-9fdc-481f-b9f4-8ddc16363e64 {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:43:22.205960 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-45ccc1c7-705b-4bcc-8242-5637e17e6f0a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:22.230126 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:22.248276 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699171', 'neutron.services.segments.db._delete_segments_for_network-8740182284418'] for network, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:22.266023 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.services.segments.db [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04e09fe-a672-475c-9d99-e1568957c579']}} {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:22.279055 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.services.segments.db [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97f68e4-8fdd-4a0a-88f4-d82de68c634e') {'for_net_delete': True} {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:22.279776 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.services.segments.db [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97f68e4-8fdd-4a0a-88f4-d82de68c634e') {} {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:22.291422 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740182285213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1402968'] for segment, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:22.292725 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-c5bafcf7-ac5a-4e25-b553-5cd19ec0eb85 None None] Calling delete_port for 6399672c-8c7f-4957-8603-d61e77219718 owned by network:dhcp {{(pid=74997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:43:22.311017 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:22.317662 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=74995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:43:22.318146 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3098510'] for segment, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: Traceback (most recent call last): Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: timer() Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: cb(*args, **kw) Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: return func(*args, **kwargs) Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: self._notify() Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: self.callback(batched_events) Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: event.method(event) Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: return f(self, *a, **k) Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: return self._get(url).json() Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: return self.request(url, 'GET', **kwargs) Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:43:22.332289 dv-cinder-805825-1-iscsi neutron-server[74995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:43:22.367307 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.db.api [None req-c5bafcf7-ac5a-4e25-b553-5cd19ec0eb85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 18:43:22.367649 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_db.api [None req-c5bafcf7-ac5a-4e25-b553-5cd19ec0eb85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 18:43:22.387955 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-45ccc1c7-705b-4bcc-8242-5637e17e6f0a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:22.388264 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-45ccc1c7-705b-4bcc-8242-5637e17e6f0a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:22.408592 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692511'] for network, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:22.412956 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:22.432792 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:22.441230 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d04e09fe-a672-475c-9d99-e1568957c579,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:22.444356 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:22.456404 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d04e09fe-a672-475c-9d99-e1568957c579 HTTP/1.1" status: 204 len: 168 time: 0.9604361 Aug 24 18:43:22.459277 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38486) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:22.511305 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-45ccc1c7-705b-4bcc-8242-5637e17e6f0a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Calling delete_port for 0bbb5dbf-9fdc-481f-b9f4-8ddc16363e64 owned by network:floatingip {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:43:22.652520 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-45ccc1c7-705b-4bcc-8242-5637e17e6f0a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:22.657126 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-8892c9de-f82d-483e-89ba-0e0d04efc453 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:22.700368 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ccc1c7-705b-4bcc-8242-5637e17e6f0a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Pushing event deleted for resources: {'Port': ['ID=0bbb5dbf-9fdc-481f-b9f4-8ddc16363e64,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:22.703806 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-45ccc1c7-705b-4bcc-8242-5637e17e6f0a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:22.795959 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-45ccc1c7-705b-4bcc-8242-5637e17e6f0a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks [] for floatingip, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:22.811091 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-45ccc1c7-705b-4bcc-8242-5637e17e6f0a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:22.812348 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-45ccc1c7-705b-4bcc-8242-5637e17e6f0a tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] 10.222.0.62 "DELETE /v2.0/floatingips/6f6ca854-5075-4a49-b085-9f34bd9c8d50 HTTP/1.1" status: 204 len: 168 time: 1.8361139 Aug 24 18:43:22.869207 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-c5bafcf7-ac5a-4e25-b553-5cd19ec0eb85 None None] Deleting port 6399672c-8c7f-4957-8603-d61e77219718 {{(pid=74997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:43:22.869588 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c5bafcf7-ac5a-4e25-b553-5cd19ec0eb85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:22.944211 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-c5bafcf7-ac5a-4e25-b553-5cd19ec0eb85 None None] The port '6399672c-8c7f-4957-8603-d61e77219718' was deleted {{(pid=74997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 24 18:43:22.979162 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-dcac38a5-dd45-40cb-948a-c19a6bbd2b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1691743'] for router_interface, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:23.613797 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-dcac38a5-dd45-40cb-948a-c19a6bbd2b85 admin admin] Deleting port c60bb165-49c8-4ff8-b3cf-f3123502def1 {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:43:23.614488 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-dcac38a5-dd45-40cb-948a-c19a6bbd2b85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:23.653881 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:23.725179 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:43:23.798517 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [None req-dcac38a5-dd45-40cb-948a-c19a6bbd2b85 admin admin] For port c60bb165-49c8-4ff8-b3cf-f3123502def1, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=c60bb165-49c8-4ff8-b3cf-f3123502def1,segment=NetworkSegment(5d30faed-648c-4017-8dd9-144f998d25c2),segment_id=5d30faed-648c-4017-8dd9-144f998d25c2)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:43:23.798914 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-dcac38a5-dd45-40cb-948a-c19a6bbd2b85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:23.936386 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-dcac38a5-dd45-40cb-948a-c19a6bbd2b85 admin admin] Calling delete_port for c60bb165-49c8-4ff8-b3cf-f3123502def1 owned by network:router_interface {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:43:24.123339 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-dcac38a5-dd45-40cb-948a-c19a6bbd2b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:24.128198 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-18fe0aeb-36d4-4ba1-b503-cf8ab31eb3ee tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:24.172133 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac38a5-dd45-40cb-948a-c19a6bbd2b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=c60bb165-49c8-4ff8-b3cf-f3123502def1,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:24.176775 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-dcac38a5-dd45-40cb-948a-c19a6bbd2b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:24.475267 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-dcac38a5-dd45-40cb-948a-c19a6bbd2b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15347849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1691819'] for router_interface, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:25.176461 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcac38a5-dd45-40cb-948a-c19a6bbd2b85 admin admin] Router d66d5ab5-166a-4483-8f42-6e3f11b461d5 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:43:25.393136 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcac38a5-dd45-40cb-948a-c19a6bbd2b85 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:43:25.402180 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-dcac38a5-dd45-40cb-948a-c19a6bbd2b85 admin admin] 10.222.0.62 "PUT /v2.0/routers/d66d5ab5-166a-4483-8f42-6e3f11b461d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9418304 Aug 24 18:43:25.403103 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673fe2e3-f31f-4463-956e-64fea1e0d257 None None] Sync routers for ids ['d66d5ab5-166a-4483-8f42-6e3f11b461d5'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:43:25.404888 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38510) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:25.417191 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673fe2e3-f31f-4463-956e-64fea1e0d257 None None] Routers {'d66d5ab5-166a-4483-8f42-6e3f11b461d5'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:43:25.417913 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-673fe2e3-f31f-4463-956e-64fea1e0d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:43:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['d66d5ab5-166a-4483-8f42-6e3f11b461d5'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:25.596162 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-673fe2e3-f31f-4463-956e-64fea1e0d257 None None] Set router d66d5ab5-166a-4483-8f42-6e3f11b461d5 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:43:25.607650 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e672a8b2-7546-4850-8659-a99c2356b888 admin admin] Notify callbacks [] for router, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:25.638810 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 38520) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:25.814495 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e672a8b2-7546-4850-8659-a99c2356b888 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:25.825020 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-e672a8b2-7546-4850-8659-a99c2356b888 admin admin] Deleting port c9545dda-40e0-4d02-9d4f-4e819401a776 {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:43:25.825379 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e672a8b2-7546-4850-8659-a99c2356b888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:25.962041 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-673fe2e3-f31f-4463-956e-64fea1e0d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66d5ab5-166a-4483-8f42-6e3f11b461d5', 'name': 'tempest-TestMinimumBasicScenario-557343247-router', 'tenant_id': '47b57f534c484c81843bcb1ece1e0b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'c9545dda-40e0-4d02-9d4f-4e819401a776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:27Z', 'updated_at': '2021-08-24T18:43:24Z', 'revision_number': 5, 'project_id': '47b57f534c484c81843bcb1ece1e0b69', 'gw_port': {'id': 'c9545dda-40e0-4d02-9d4f-4e819401a776', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:60:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd66d5ab5-166a-4483-8f42-6e3f11b461d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:40:28Z', 'updated_at': '2021-08-24T18:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:25.969831 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673fe2e3-f31f-4463-956e-64fea1e0d257 None None] Checking router: d66d5ab5-166a-4483-8f42-6e3f11b461d5 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:43:25.986589 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673fe2e3-f31f-4463-956e-64fea1e0d257 None None] Routers {'d66d5ab5-166a-4483-8f42-6e3f11b461d5'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:43:25.987532 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-673fe2e3-f31f-4463-956e-64fea1e0d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:43:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['d66d5ab5-166a-4483-8f42-6e3f11b461d5'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:26.023362 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [None req-e672a8b2-7546-4850-8659-a99c2356b888 admin admin] For port c9545dda-40e0-4d02-9d4f-4e819401a776, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=c9545dda-40e0-4d02-9d4f-4e819401a776,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:43:26.023826 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e672a8b2-7546-4850-8659-a99c2356b888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:26.162094 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-673fe2e3-f31f-4463-956e-64fea1e0d257 None None] Set router d66d5ab5-166a-4483-8f42-6e3f11b461d5 gateway port host: None {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:43:26.253594 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cc6cec26-7775-43a7-9537-e94ec6ff7259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1691743'] for router_interface, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:26.264796 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-e672a8b2-7546-4850-8659-a99c2356b888 admin admin] Calling delete_port for c9545dda-40e0-4d02-9d4f-4e819401a776 owned by network:router_gateway {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:43:26.272871 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-673fe2e3-f31f-4463-956e-64fea1e0d257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66d5ab5-166a-4483-8f42-6e3f11b461d5', 'name': 'tempest-TestMinimumBasicScenario-557343247-router', 'tenant_id': '47b57f534c484c81843bcb1ece1e0b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:27Z', 'updated_at': '2021-08-24T18:43:25Z', 'revision_number': 6, 'project_id': '47b57f534c484c81843bcb1ece1e0b69', 'gw_port_host': None}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:26.277243 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673fe2e3-f31f-4463-956e-64fea1e0d257 None None] The sync data for ids ['d66d5ab5-166a-4483-8f42-6e3f11b461d5'] in dv-cinder-805825-1-iscsi is: [{'id': 'd66d5ab5-166a-4483-8f42-6e3f11b461d5', 'name': 'tempest-TestMinimumBasicScenario-557343247-router', 'tenant_id': '47b57f534c484c81843bcb1ece1e0b69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:40:27Z', 'updated_at': '2021-08-24T18:43:25Z', 'revision_number': 6, 'project_id': '47b57f534c484c81843bcb1ece1e0b69', 'gw_port_host': None}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:43:26.454602 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e672a8b2-7546-4850-8659-a99c2356b888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:26.464119 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-363e268d-3d94-4686-8105-4df1a5e393fe tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:26.513586 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672a8b2-7546-4850-8659-a99c2356b888 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9545dda-40e0-4d02-9d4f-4e819401a776,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:26.516308 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-e672a8b2-7546-4850-8659-a99c2356b888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:26.769222 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e672a8b2-7546-4850-8659-a99c2356b888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692450'] for router_gateway, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:27.025094 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-cc6cec26-7775-43a7-9537-e94ec6ff7259 admin admin] Deleting port 172acd97-7ae1-4c78-8100-eb25dc87bb99 {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:43:27.025662 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cc6cec26-7775-43a7-9537-e94ec6ff7259 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:27.071768 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e672a8b2-7546-4850-8659-a99c2356b888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30687'] for router, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:27.076139 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e672a8b2-7546-4850-8659-a99c2356b888 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:27.104090 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e672a8b2-7546-4850-8659-a99c2356b888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693982'] for router, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:27.104614 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e672a8b2-7546-4850-8659-a99c2356b888 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d66d5ab5-166a-4483-8f42-6e3f11b461d5 {{(pid=74995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:43:27.117606 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e672a8b2-7546-4850-8659-a99c2356b888 admin admin] Notify callbacks [] for router, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:27.118778 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-e672a8b2-7546-4850-8659-a99c2356b888 admin admin] 10.222.0.62 "DELETE /v2.0/routers/d66d5ab5-166a-4483-8f42-6e3f11b461d5 HTTP/1.1" status: 204 len: 168 time: 1.7128952 Aug 24 18:43:27.121267 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38534) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:27.183536 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_v2 [None req-267fad32-bb56-44bd-8eda-53ad8b8f577c admin admin] Deleting subnet 605f3db2-4ee3-47e9-8040-a26cc4c7b82d {{(pid=74995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:43:27.186767 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-267fad32-bb56-44bd-8eda-53ad8b8f577c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:27.211680 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [None req-cc6cec26-7775-43a7-9537-e94ec6ff7259 admin admin] For port 172acd97-7ae1-4c78-8100-eb25dc87bb99, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=172acd97-7ae1-4c78-8100-eb25dc87bb99,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:43:27.212130 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cc6cec26-7775-43a7-9537-e94ec6ff7259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:27.242178 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-267fad32-bb56-44bd-8eda-53ad8b8f577c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1402967'] for subnet, precommit_delete_associations {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:27.329217 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-267fad32-bb56-44bd-8eda-53ad8b8f577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699818'] for subnet, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:27.340032 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-cc6cec26-7775-43a7-9537-e94ec6ff7259 admin admin] Calling delete_port for 172acd97-7ae1-4c78-8100-eb25dc87bb99 owned by network:router_interface {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:43:27.404860 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-267fad32-bb56-44bd-8eda-53ad8b8f577c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3098408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1399101'] for subnet, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:27.409669 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:27.446306 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267fad32-bb56-44bd-8eda-53ad8b8f577c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=605f3db2-4ee3-47e9-8040-a26cc4c7b82d,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:27.449784 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-267fad32-bb56-44bd-8eda-53ad8b8f577c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:27.455442 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-267fad32-bb56-44bd-8eda-53ad8b8f577c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:27.463833 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cac6a7-e50e-4cf6-b30a-b7aff91bc8ea None None] Network daf201e6-e8f1-4883-8c6a-c577ac684f4c requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:43:27.473812 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-267fad32-bb56-44bd-8eda-53ad8b8f577c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/605f3db2-4ee3-47e9-8040-a26cc4c7b82d HTTP/1.1" status: 204 len: 168 time: 0.3494158 Aug 24 18:43:27.474502 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38538) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:27.533223 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cc6cec26-7775-43a7-9537-e94ec6ff7259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:27.542994 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-d0e7a745-ab72-41a5-8766-128acc5026e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:27.585881 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531664'] for network, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:27.588040 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6cec26-7775-43a7-9537-e94ec6ff7259 admin admin] Pushing event deleted for resources: {'Port': ['ID=172acd97-7ae1-4c78-8100-eb25dc87bb99,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:27.591831 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-cc6cec26-7775-43a7-9537-e94ec6ff7259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:27.600014 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] Deleting port b6d18b66-37a5-4d9e-b29f-de7c7cf98494 {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:43:27.600446 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:27.759397 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce54ffd-2ae9-4f25-bfc8-c3aa77e1345d None None] DHCP port deletion for daf201e6-e8f1-4883-8c6a-c577ac684f4c request from dv-cinder-805825-1-iscsi {{(pid=74997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 24 18:43:27.764440 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-4ce54ffd-2ae9-4f25-bfc8-c3aa77e1345d None None] Deleting port b6d18b66-37a5-4d9e-b29f-de7c7cf98494 {{(pid=74997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:43:27.765827 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-4ce54ffd-2ae9-4f25-bfc8-c3aa77e1345d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:27.887525 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-cc6cec26-7775-43a7-9537-e94ec6ff7259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15347849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1691819'] for router_interface, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:27.942308 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] For port b6d18b66-37a5-4d9e-b29f-de7c7cf98494, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=b6d18b66-37a5-4d9e-b29f-de7c7cf98494,segment=NetworkSegment(5d30faed-648c-4017-8dd9-144f998d25c2),segment_id=5d30faed-648c-4017-8dd9-144f998d25c2)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:43:27.942692 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:28.016231 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-4ce54ffd-2ae9-4f25-bfc8-c3aa77e1345d None None] For port b6d18b66-37a5-4d9e-b29f-de7c7cf98494, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=b6d18b66-37a5-4d9e-b29f-de7c7cf98494,segment=NetworkSegment(5d30faed-648c-4017-8dd9-144f998d25c2),segment_id=5d30faed-648c-4017-8dd9-144f998d25c2)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:43:28.016635 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-4ce54ffd-2ae9-4f25-bfc8-c3aa77e1345d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:28.079790 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] Calling delete_port for b6d18b66-37a5-4d9e-b29f-de7c7cf98494 owned by network:dhcp {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:43:28.096573 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device c60bb165-49c8-4ff8-b3cf-f3123502def1 no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:43:28.173660 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:28.178439 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-13e3a754-c079-4422-9613-01bf9cd4b453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:28.190138 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: c60bb165-49c8-4ff8-b3cf-f3123502def1 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:43:28.190479 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device c60bb165-49c8-4ff8-b3cf-f3123502def1 not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:43:28.190936 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device c9545dda-40e0-4d02-9d4f-4e819401a776 no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:43:28.226252 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d18b66-37a5-4d9e-b29f-de7c7cf98494,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:28.226946 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-4ce54ffd-2ae9-4f25-bfc8-c3aa77e1345d None None] Calling delete_port for b6d18b66-37a5-4d9e-b29f-de7c7cf98494 owned by network:dhcp {{(pid=74997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:43:28.229621 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:28.237967 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] No DVR routers for this DVR port b6d18b66-37a5-4d9e-b29f-de7c7cf98494 on host dv-cinder-805825-1-iscsi {{(pid=74995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:43:28.265284 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: c9545dda-40e0-4d02-9d4f-4e819401a776 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:43:28.265637 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device c9545dda-40e0-4d02-9d4f-4e819401a776 not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:43:28.266204 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device b6d18b66-37a5-4d9e-b29f-de7c7cf98494 no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:43:28.308490 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: b6d18b66-37a5-4d9e-b29f-de7c7cf98494 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:43:28.308723 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device b6d18b66-37a5-4d9e-b29f-de7c7cf98494 not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:43:28.340219 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.db.api [None req-4ce54ffd-2ae9-4f25-bfc8-c3aa77e1345d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 18:43:28.340660 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_db.api [None req-4ce54ffd-2ae9-4f25-bfc8-c3aa77e1345d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 18:43:28.364081 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699171', 'neutron.services.segments.db._delete_segments_for_network-8740182284418'] for network, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:28.381820 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.services.segments.db [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf201e6-e8f1-4883-8c6a-c577ac684f4c']}} {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:28.394436 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.services.segments.db [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d30faed-648c-4017-8dd9-144f998d25c2') {'for_net_delete': True} {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:28.394765 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.services.segments.db [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d30faed-648c-4017-8dd9-144f998d25c2') {} {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:28.406566 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740182285213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1402968'] for segment, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:28.422949 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:28.429437 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=74995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:43:28.429827 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3098510'] for segment, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: Traceback (most recent call last): Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: timer() Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: cb(*args, **kw) Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: return func(*args, **kwargs) Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: self._notify() Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: self.callback(batched_events) Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: event.method(event) Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: return f(self, *a, **k) Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: return self._get(url).json() Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: return self.request(url, 'GET', **kwargs) Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:43:28.443321 dv-cinder-805825-1-iscsi neutron-server[74995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:43:28.518958 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692511'] for network, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:28.522584 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:28.539658 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:28.550333 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] Pushing event deleted for resources: {'Network': ['ID=daf201e6-e8f1-4883-8c6a-c577ac684f4c,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:28.553069 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:28.554881 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-cdff4bfd-e7d6-4e9d-a4f2-2420ba3ff606 admin admin] 10.222.0.62 "DELETE /v2.0/networks/daf201e6-e8f1-4883-8c6a-c577ac684f4c HTTP/1.1" status: 204 len: 168 time: 1.0794084 Aug 24 18:43:28.674905 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6cec26-7775-43a7-9537-e94ec6ff7259 admin admin] Router 7c72f87d-caf3-4731-800d-078c8fe11fc0 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:43:28.702594 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38546) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:28.753159 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-45b1d182-135d-4feb-9fe8-2c22b12d2262 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5b11a5d762934f28a49e78963be828a1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491254 Aug 24 18:43:28.755972 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 38550) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:28.841948 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-4ce54ffd-2ae9-4f25-bfc8-c3aa77e1345d None None] Deleting port b6d18b66-37a5-4d9e-b29f-de7c7cf98494 {{(pid=74997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:43:28.842552 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-4ce54ffd-2ae9-4f25-bfc8-c3aa77e1345d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:28.894710 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e1d13628-e7dd-4a88-a016-6bd203d1b079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:28.918555 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-4ce54ffd-2ae9-4f25-bfc8-c3aa77e1345d None None] The port 'b6d18b66-37a5-4d9e-b29f-de7c7cf98494' was deleted {{(pid=74997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 24 18:43:28.938378 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e1d13628-e7dd-4a88-a016-6bd203d1b079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:28.996245 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6cec26-7775-43a7-9537-e94ec6ff7259 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:43:29.006480 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc93e01-02d0-4357-bef5-ee93d7076cbc None None] Sync routers for ids ['7c72f87d-caf3-4731-800d-078c8fe11fc0'] in dv-cinder-805825-1-iscsi {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:43:29.018990 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e1d13628-e7dd-4a88-a016-6bd203d1b079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:29.019518 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc93e01-02d0-4357-bef5-ee93d7076cbc None None] Routers {'7c72f87d-caf3-4731-800d-078c8fe11fc0'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:43:29.020264 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-9bc93e01-02d0-4357-bef5-ee93d7076cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:43:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['7c72f87d-caf3-4731-800d-078c8fe11fc0'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:29.024210 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-61bf9a56-2e35-42ff-a0a4-6c211448ee0e tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:29.034084 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-cc6cec26-7775-43a7-9537-e94ec6ff7259 admin admin] 10.222.0.62 "PUT /v2.0/routers/7c72f87d-caf3-4731-800d-078c8fe11fc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3942492 Aug 24 18:43:29.036628 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-e1d13628-e7dd-4a88-a016-6bd203d1b079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:29.037115 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38554) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:29.037597 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-e1d13628-e7dd-4a88-a016-6bd203d1b079 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d79c1fb3-ae92-41c0-8699-5c24c13e46d9 HTTP/1.1" status: 204 len: 168 time: 0.2807648 Aug 24 18:43:29.038391 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d13628-e7dd-4a88-a016-6bd203d1b079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79c1fb3-ae92-41c0-8699-5c24c13e46d9,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:29.045500 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-e1d13628-e7dd-4a88-a016-6bd203d1b079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:29.205058 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-9bc93e01-02d0-4357-bef5-ee93d7076cbc None None] Set router 7c72f87d-caf3-4731-800d-078c8fe11fc0 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:43:29.255226 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-10380908-7d86-471d-8ac9-995158de0bf1 admin admin] Notify callbacks [] for router, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:29.471014 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-10380908-7d86-471d-8ac9-995158de0bf1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:29.480937 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-10380908-7d86-471d-8ac9-995158de0bf1 admin admin] Deleting port bc5b3e25-4575-4520-a9fa-13fb6fd6f80e {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:43:29.481264 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-10380908-7d86-471d-8ac9-995158de0bf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:29.513750 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 38564) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:29.517941 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-9bc93e01-02d0-4357-bef5-ee93d7076cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140'}], 'enable_snat': True}, 'gw_port_id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:35Z', 'updated_at': '2021-08-24T18:43:27Z', 'revision_number': 5, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'gw_port': {'id': 'bc5b3e25-4575-4520-a9fa-13fb6fd6f80e', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:1b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:35:37Z', 'updated_at': '2021-08-24T18:35:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:29.521782 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc93e01-02d0-4357-bef5-ee93d7076cbc None None] Checking router: 7c72f87d-caf3-4731-800d-078c8fe11fc0 for host: dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:43:29.534302 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc93e01-02d0-4357-bef5-ee93d7076cbc None None] Routers {'7c72f87d-caf3-4731-800d-078c8fe11fc0'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:43:29.534931 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-9bc93e01-02d0-4357-bef5-ee93d7076cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:43:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['7c72f87d-caf3-4731-800d-078c8fe11fc0'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:29.570698 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-d6f87453-f144-45af-8d98-6561cf9f1585 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=47b57f534c484c81843bcb1ece1e0b69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0532854 Aug 24 18:43:29.570969 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 38568) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:29.634959 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f08d86d1-8fe7-410d-886a-189c7184edab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:29.661263 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f08d86d1-8fe7-410d-886a-189c7184edab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:29.661475 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [None req-10380908-7d86-471d-8ac9-995158de0bf1 admin admin] For port bc5b3e25-4575-4520-a9fa-13fb6fd6f80e, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=bc5b3e25-4575-4520-a9fa-13fb6fd6f80e,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:43:29.661862 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-10380908-7d86-471d-8ac9-995158de0bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:29.685496 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-9bc93e01-02d0-4357-bef5-ee93d7076cbc None None] Set router 7c72f87d-caf3-4731-800d-078c8fe11fc0 gateway port host: None {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:43:29.715728 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f08d86d1-8fe7-410d-886a-189c7184edab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:29.721431 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-0006c9b1-951f-49d9-b394-dbf32ba9d2b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:29.737572 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d86d1-8fe7-410d-886a-189c7184edab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16476d15-1662-49f8-b8bb-4686cdcace8e,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:29.740257 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-f08d86d1-8fe7-410d-886a-189c7184edab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:29.743672 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-f08d86d1-8fe7-410d-886a-189c7184edab admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:29.747563 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-f08d86d1-8fe7-410d-886a-189c7184edab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16476d15-1662-49f8-b8bb-4686cdcace8e HTTP/1.1" status: 204 len: 168 time: 0.1730742 Aug 24 18:43:29.796991 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-9bc93e01-02d0-4357-bef5-ee93d7076cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:35Z', 'updated_at': '2021-08-24T18:43:29Z', 'revision_number': 6, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'gw_port_host': None}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:29.801503 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc93e01-02d0-4357-bef5-ee93d7076cbc None None] The sync data for ids ['7c72f87d-caf3-4731-800d-078c8fe11fc0'] in dv-cinder-805825-1-iscsi is: [{'id': '7c72f87d-caf3-4731-800d-078c8fe11fc0', 'name': 'tempest-AttachVolumeShelveTestJSON-1202945717-router', 'tenant_id': 'd1058cbc028345d9b3abf057991020c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:35:35Z', 'updated_at': '2021-08-24T18:43:29Z', 'revision_number': 6, 'project_id': 'd1058cbc028345d9b3abf057991020c1', 'gw_port_host': None}] {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:43:29.883215 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-10380908-7d86-471d-8ac9-995158de0bf1 admin admin] Calling delete_port for bc5b3e25-4575-4520-a9fa-13fb6fd6f80e owned by network:router_gateway {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:43:30.065009 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-10380908-7d86-471d-8ac9-995158de0bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:30.069168 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-8f49fb18-0dbe-4c77-a5a3-972458e1b41f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:30.112718 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10380908-7d86-471d-8ac9-995158de0bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc5b3e25-4575-4520-a9fa-13fb6fd6f80e,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:30.116296 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-10380908-7d86-471d-8ac9-995158de0bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:30.230136 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 172acd97-7ae1-4c78-8100-eb25dc87bb99 no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:43:30.264672 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: 172acd97-7ae1-4c78-8100-eb25dc87bb99 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:43:30.265284 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 172acd97-7ae1-4c78-8100-eb25dc87bb99 not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:43:30.372777 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-10380908-7d86-471d-8ac9-995158de0bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692450'] for router_gateway, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:30.639693 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-10380908-7d86-471d-8ac9-995158de0bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30687'] for router, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:30.644194 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-10380908-7d86-471d-8ac9-995158de0bf1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:30.671757 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-10380908-7d86-471d-8ac9-995158de0bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693982'] for router, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:30.672357 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10380908-7d86-471d-8ac9-995158de0bf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c72f87d-caf3-4731-800d-078c8fe11fc0 {{(pid=74995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:43:30.684842 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-10380908-7d86-471d-8ac9-995158de0bf1 admin admin] Notify callbacks [] for router, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:30.686016 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-10380908-7d86-471d-8ac9-995158de0bf1 admin admin] 10.222.0.62 "DELETE /v2.0/routers/7c72f87d-caf3-4731-800d-078c8fe11fc0 HTTP/1.1" status: 204 len: 168 time: 1.6450126 Aug 24 18:43:30.688632 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38576) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:30.753278 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_v2 [None req-daa7380b-26f9-448b-b747-231a1d027bfe admin admin] Deleting subnet 6d9a7234-019a-48d3-9ec8-5b691415065c {{(pid=74995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:43:30.756614 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-daa7380b-26f9-448b-b747-231a1d027bfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:30.811186 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-daa7380b-26f9-448b-b747-231a1d027bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1402967'] for subnet, precommit_delete_associations {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:30.899376 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-daa7380b-26f9-448b-b747-231a1d027bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699818'] for subnet, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:30.974357 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-daa7380b-26f9-448b-b747-231a1d027bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3098408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1399101'] for subnet, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:30.978950 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:31.013412 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7380b-26f9-448b-b747-231a1d027bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d9a7234-019a-48d3-9ec8-5b691415065c,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:31.015823 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-daa7380b-26f9-448b-b747-231a1d027bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:31.020946 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-daa7380b-26f9-448b-b747-231a1d027bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:31.026075 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0389afa7-cf66-4753-864c-f021ddeed907 None None] Network c6a59e55-85ca-47cc-8fae-e2513fbbce59 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:43:31.029526 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-daa7380b-26f9-448b-b747-231a1d027bfe admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6d9a7234-019a-48d3-9ec8-5b691415065c HTTP/1.1" status: 204 len: 168 time: 0.3359227 Aug 24 18:43:31.029736 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38580) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:31.136254 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531664'] for network, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:31.148433 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] Deleting port 0e71271f-182d-4fd6-86d4-c6a55e3c86ce {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:43:31.148755 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:31.203544 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:31.318578 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b8b98b-28d2-45e9-9196-e08d1c69281e None None] DHCP port deletion for c6a59e55-85ca-47cc-8fae-e2513fbbce59 request from dv-cinder-805825-1-iscsi {{(pid=74997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 24 18:43:31.323135 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-80b8b98b-28d2-45e9-9196-e08d1c69281e None None] Deleting port 0e71271f-182d-4fd6-86d4-c6a55e3c86ce {{(pid=74997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:43:31.323519 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-80b8b98b-28d2-45e9-9196-e08d1c69281e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:31.361372 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] For port 0e71271f-182d-4fd6-86d4-c6a55e3c86ce, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=0e71271f-182d-4fd6-86d4-c6a55e3c86ce,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:43:31.361372 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:31.543320 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-80b8b98b-28d2-45e9-9196-e08d1c69281e None None] For port 0e71271f-182d-4fd6-86d4-c6a55e3c86ce, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=0e71271f-182d-4fd6-86d4-c6a55e3c86ce,segment=NetworkSegment(e847410f-342f-4ad5-875e-3c30141a48eb),segment_id=e847410f-342f-4ad5-875e-3c30141a48eb)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:43:31.543763 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-80b8b98b-28d2-45e9-9196-e08d1c69281e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:31.588585 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] Calling delete_port for 0e71271f-182d-4fd6-86d4-c6a55e3c86ce owned by network:dhcp {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:43:31.669670 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:31.674527 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:31.678028 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-80b8b98b-28d2-45e9-9196-e08d1c69281e None None] Calling delete_port for 0e71271f-182d-4fd6-86d4-c6a55e3c86ce owned by network:dhcp {{(pid=74997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:43:31.723041 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e71271f-182d-4fd6-86d4-c6a55e3c86ce,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:31.723041 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:31.730146 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] No DVR routers for this DVR port 0e71271f-182d-4fd6-86d4-c6a55e3c86ce on host dv-cinder-805825-1-iscsi {{(pid=74995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:43:31.757857 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.db.api [None req-80b8b98b-28d2-45e9-9196-e08d1c69281e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 18:43:31.758226 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_db.api [None req-80b8b98b-28d2-45e9-9196-e08d1c69281e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 18:43:31.850063 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699171', 'neutron.services.segments.db._delete_segments_for_network-8740182284418'] for network, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:31.864168 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.services.segments.db [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a59e55-85ca-47cc-8fae-e2513fbbce59']}} {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:31.877078 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.services.segments.db [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e847410f-342f-4ad5-875e-3c30141a48eb') {'for_net_delete': True} {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:31.877351 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.services.segments.db [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e847410f-342f-4ad5-875e-3c30141a48eb') {} {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:43:31.889910 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740182285213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1402968'] for segment, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:31.907810 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:31.916152 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=74995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:43:31.916613 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3098510'] for segment, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: Traceback (most recent call last): Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: timer() Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: cb(*args, **kw) Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: return func(*args, **kwargs) Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: self._notify() Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: self.callback(batched_events) Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: event.method(event) Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: return f(self, *a, **k) Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: return self._get(url).json() Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: return self.request(url, 'GET', **kwargs) Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:43:31.931309 dv-cinder-805825-1-iscsi neutron-server[74995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:43:31.979195 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 0e71271f-182d-4fd6-86d4-c6a55e3c86ce no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:43:32.017364 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: 0e71271f-182d-4fd6-86d4-c6a55e3c86ce {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:43:32.017689 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 0e71271f-182d-4fd6-86d4-c6a55e3c86ce not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:43:32.018145 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device bc5b3e25-4575-4520-a9fa-13fb6fd6f80e no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:43:32.019128 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692511'] for network, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:32.024710 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:32.028564 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-a21d1a94-3821-44dc-8fd5-19e599fc31f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:32.051275 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: bc5b3e25-4575-4520-a9fa-13fb6fd6f80e {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:43:32.051627 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device bc5b3e25-4575-4520-a9fa-13fb6fd6f80e not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:43:32.057343 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6a59e55-85ca-47cc-8fae-e2513fbbce59,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:32.060432 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:32.071893 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c6a59e55-85ca-47cc-8fae-e2513fbbce59 HTTP/1.1" status: 204 len: 168 time: 1.0408626 Aug 24 18:43:32.259985 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-80b8b98b-28d2-45e9-9196-e08d1c69281e None None] Deleting port 0e71271f-182d-4fd6-86d4-c6a55e3c86ce {{(pid=74997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:43:32.260471 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-80b8b98b-28d2-45e9-9196-e08d1c69281e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:32.276127 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 38596) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:32.325166 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-80b8b98b-28d2-45e9-9196-e08d1c69281e None None] The port '0e71271f-182d-4fd6-86d4-c6a55e3c86ce' was deleted {{(pid=74997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 24 18:43:32.332973 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-cd2363cb-3f3e-404e-9522-fc67033ebea7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d1058cbc028345d9b3abf057991020c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533590 Aug 24 18:43:32.334030 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38600) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:32.395578 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-03e234e8-8b5d-4391-92f7-98c729640bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:32.421024 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-03e234e8-8b5d-4391-92f7-98c729640bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:32.475543 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-03e234e8-8b5d-4391-92f7-98c729640bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:32.479317 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-884978ca-19d0-4d66-bc22-47c2d076f7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:32.493365 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e234e8-8b5d-4391-92f7-98c729640bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b01711-bd2f-4dd3-91b2-8ad4b23e9b42,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:32.497175 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-03e234e8-8b5d-4391-92f7-98c729640bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:32.500293 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-03e234e8-8b5d-4391-92f7-98c729640bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:32.503776 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-03e234e8-8b5d-4391-92f7-98c729640bbe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/64b01711-bd2f-4dd3-91b2-8ad4b23e9b42 HTTP/1.1" status: 204 len: 168 time: 0.1669016 Aug 24 18:43:45.851805 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 38780) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:45.997880 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c17b2aa5-c99c-4ebc-9b3e-20b5d8963b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:46.029947 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-c17b2aa5-c99c-4ebc-9b3e-20b5d8963b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:43:46.034057 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-c17b2aa5-c99c-4ebc-9b3e-20b5d8963b96 admin admin] Usage tracker for resource:security_group_rule and tenant:cdba6b70c77e44888ef2b667cdc66fb2 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:43:46.037216 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-c17b2aa5-c99c-4ebc-9b3e-20b5d8963b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:43:46.043213 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-c17b2aa5-c99c-4ebc-9b3e-20b5d8963b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:43:46.111547 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c17b2aa5-c99c-4ebc-9b3e-20b5d8963b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:46.115861 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-c17b2aa5-c99c-4ebc-9b3e-20b5d8963b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:46.123527 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-e1d13628-e7dd-4a88-a016-6bd203d1b079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:46.163642 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b2aa5-c99c-4ebc-9b3e-20b5d8963b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872226b8-3ad3-41f0-baa3-db32ed31887c,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:46.170332 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-c17b2aa5-c99c-4ebc-9b3e-20b5d8963b96 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cdba6b70c77e44888ef2b667cdc66fb2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3175340 Aug 24 18:43:46.170971 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 38796) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:43:46.171465 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-c17b2aa5-c99c-4ebc-9b3e-20b5d8963b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:46.239155 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2e23-cd1b-4f11-81e9-dc54fd3e5e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:46.267281 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2e23-cd1b-4f11-81e9-dc54fd3e5e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:46.322861 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2e23-cd1b-4f11-81e9-dc54fd3e5e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:46.326951 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-e15e3470-aff9-43e9-820d-88c589fe21a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:43:46.337967 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e2e23-cd1b-4f11-81e9-dc54fd3e5e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872226b8-3ad3-41f0-baa3-db32ed31887c,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:43:46.350800 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e2e23-cd1b-4f11-81e9-dc54fd3e5e26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.351169 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e2e23-cd1b-4f11-81e9-dc54fd3e5e26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.351524 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e2e23-cd1b-4f11-81e9-dc54fd3e5e26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.351875 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e2e23-cd1b-4f11-81e9-dc54fd3e5e26 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.352223 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e2e23-cd1b-4f11-81e9-dc54fd3e5e26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.352569 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e2e23-cd1b-4f11-81e9-dc54fd3e5e26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.352911 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e2e23-cd1b-4f11-81e9-dc54fd3e5e26 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.353254 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e2e23-cd1b-4f11-81e9-dc54fd3e5e26 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.353599 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e2e23-cd1b-4f11-81e9-dc54fd3e5e26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.353936 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e2e23-cd1b-4f11-81e9-dc54fd3e5e26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.354273 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9e2e23-cd1b-4f11-81e9-dc54fd3e5e26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:43:46.356716 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5a9e2e23-cd1b-4f11-81e9-dc54fd3e5e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:46.357837 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-5a9e2e23-cd1b-4f11-81e9-dc54fd3e5e26 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/872226b8-3ad3-41f0-baa3-db32ed31887c HTTP/1.1" status: 204 len: 168 time: 0.1860061 Aug 24 18:43:46.358814 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-5a9e2e23-cd1b-4f11-81e9-dc54fd3e5e26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:43:48.931556 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-8b8db851-14d1-400f-9c04-580295a38f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:49.351989 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:51.257900 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-1dd51f32-1dd9-42d1-bc9a-91d9f5f8d589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:52.171361 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:43:53.659831 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:00.730272 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:44:01.173953 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:17.825627 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3790269-6849-40e2-86e6-16e0941d2cb0 req-07b7de18-2d3d-430a-9168-b3063b2b72b2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:17.827253 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b3790269-6849-40e2-86e6-16e0941d2cb0 req-07b7de18-2d3d-430a-9168-b3063b2b72b2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.0844476 Aug 24 18:44:17.884842 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b3790269-6849-40e2-86e6-16e0941d2cb0 req-77a56ee3-74b7-423e-b44c-f39c8f0ab7d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490272 Aug 24 18:44:18.923504 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 39220) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:44:18.930635 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-838eec1c-1fd6-4661-87cb-064c67ec9e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:19.077552 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:19.100525 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d659d-bcb8-467c-9eed-dc8203795dac req-f608fc0c-f149-474a-a90b-59dd37ca284d tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:19.102114 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-306d659d-bcb8-467c-9eed-dc8203795dac req-f608fc0c-f149-474a-a90b-59dd37ca284d tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.0815873 Aug 24 18:44:19.112081 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:44:19.117835 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] Usage tracker for resource:security_group_rule and tenant:0363dff65b914e2b8096deeaa04ac56a is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:44:19.121760 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:44:19.130344 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:44:19.152602 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-306d659d-bcb8-467c-9eed-dc8203795dac req-db6c1709-852b-4d88-b264-175dae16648f tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437901 Aug 24 18:44:19.204779 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:19.209492 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:19.218425 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-5ca4a559-1e82-44c1-9231-576cf6cf2247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:19.257780 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742aa707-65f2-4436-9df4-3b0a906b3cc4,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:19.264059 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0363dff65b914e2b8096deeaa04ac56a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3381209 Aug 24 18:44:19.264520 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 39230) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:44:19.272657 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:19.273081 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:19.273405 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:19.273920 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:19.274289 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:19.274646 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:19.274997 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:19.275365 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:19.275738 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:19.276234 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:19.276451 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:19.280351 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:19.334799 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f400ef8d-b4a8-456e-b784-4ec015eb1c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:19.345914 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:19.365798 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f400ef8d-b4a8-456e-b784-4ec015eb1c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:19.421762 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f400ef8d-b4a8-456e-b784-4ec015eb1c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:19.425747 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-3509b08d-004b-4c9d-8846-91afbeb684a5 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:19.437995 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400ef8d-b4a8-456e-b784-4ec015eb1c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742aa707-65f2-4436-9df4-3b0a906b3cc4,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:19.441484 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-f400ef8d-b4a8-456e-b784-4ec015eb1c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:19.444822 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-f400ef8d-b4a8-456e-b784-4ec015eb1c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:19.445938 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-f400ef8d-b4a8-456e-b784-4ec015eb1c96 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/742aa707-65f2-4436-9df4-3b0a906b3cc4 HTTP/1.1" status: 204 len: 168 time: 0.1804349 Aug 24 18:44:19.814749 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 39238) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:44:19.838173 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2a4dad25-161b-44c9-a8de-6aad46076d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:19.871856 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-2a4dad25-161b-44c9-a8de-6aad46076d86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:44:19.876035 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-2a4dad25-161b-44c9-a8de-6aad46076d86 admin admin] Usage tracker for resource:security_group_rule and tenant:074c0a29118242699966aebb0717e64f is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:44:19.879277 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-2a4dad25-161b-44c9-a8de-6aad46076d86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:44:19.885398 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-2a4dad25-161b-44c9-a8de-6aad46076d86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:44:19.954193 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2a4dad25-161b-44c9-a8de-6aad46076d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:19.959148 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2a4dad25-161b-44c9-a8de-6aad46076d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:19.966161 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-5a9e2e23-cd1b-4f11-81e9-dc54fd3e5e26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:20.007758 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4dad25-161b-44c9-a8de-6aad46076d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8b0d4f-1210-4f8a-acae-e913642e70ae,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:20.011445 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-2a4dad25-161b-44c9-a8de-6aad46076d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:20.013842 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-2a4dad25-161b-44c9-a8de-6aad46076d86 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=074c0a29118242699966aebb0717e64f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1978588 Aug 24 18:44:20.017094 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 39242) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:44:20.087373 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b6c0598f-9b56-4d65-a0a1-aeca1f164b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:20.114978 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b6c0598f-9b56-4d65-a0a1-aeca1f164b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:20.170100 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b6c0598f-9b56-4d65-a0a1-aeca1f164b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:20.173986 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-0a317b4d-70c2-4c23-8e43-8b90a5cb59cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:20.187319 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0598f-9b56-4d65-a0a1-aeca1f164b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8b0d4f-1210-4f8a-acae-e913642e70ae,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:20.190458 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-b6c0598f-9b56-4d65-a0a1-aeca1f164b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:20.192345 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b6c0598f-9b56-4d65-a0a1-aeca1f164b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:20.193555 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-b6c0598f-9b56-4d65-a0a1-aeca1f164b3d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ec8b0d4f-1210-4f8a-acae-e913642e70ae HTTP/1.1" status: 204 len: 168 time: 0.1757319 Aug 24 18:44:20.358473 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8449864-3037-4f03-a1ca-e093ecd8971d req-e2a965c1-0ca9-4212-b2f7-1cb5b9a3bb3e tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:20.359930 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c8449864-3037-4f03-a1ca-e093ecd8971d req-e2a965c1-0ca9-4212-b2f7-1cb5b9a3bb3e tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.0843792 Aug 24 18:44:20.422177 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c8449864-3037-4f03-a1ca-e093ecd8971d req-1655994d-f57f-488e-aca1-a2e519675c15 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561275 Aug 24 18:44:21.261368 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-db799df4-25d9-443b-96db-bf10641cb671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:21.644673 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802ee9e-2ad6-449e-99b6-f2d6affd44eb req-7d1c5b0e-9251-4708-9f26-66548febb922 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:21.646437 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6802ee9e-2ad6-449e-99b6-f2d6affd44eb req-7d1c5b0e-9251-4708-9f26-66548febb922 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.0843253 Aug 24 18:44:21.700126 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6802ee9e-2ad6-449e-99b6-f2d6affd44eb req-167ecfc7-2fb1-4c2e-9287-90a02b4dd454 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479717 Aug 24 18:44:22.170982 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:22.924699 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c00bc-ad52-4979-8d75-06e5d5d568ee req-6187fdc9-fc72-46ea-99fc-f869ec483bb9 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:22.926184 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-389c00bc-ad52-4979-8d75-06e5d5d568ee req-6187fdc9-fc72-46ea-99fc-f869ec483bb9 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.0979860 Aug 24 18:44:22.971793 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-389c00bc-ad52-4979-8d75-06e5d5d568ee req-1b6e7d05-7f28-48f3-8118-b754a13d2bdf tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394139 Aug 24 18:44:23.660339 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:24.174465 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6410507-7358-4de9-bf30-e1fa6a179609 req-54c31d56-8768-46ae-ad72-ee0ec466c0bb tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:24.175974 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f6410507-7358-4de9-bf30-e1fa6a179609 req-54c31d56-8768-46ae-ad72-ee0ec466c0bb tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.0824404 Aug 24 18:44:24.223685 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f6410507-7358-4de9-bf30-e1fa6a179609 req-c2772a6b-ba38-4c4a-aeed-912caf1e6520 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415778 Aug 24 18:44:25.523227 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cd90a-6983-4864-940b-fab3c0e296dd req-7f9e13ca-ca7b-4033-9fba-469ad3efc9f3 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:25.524750 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cb1cd90a-6983-4864-940b-fab3c0e296dd req-7f9e13ca-ca7b-4033-9fba-469ad3efc9f3 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.1763878 Aug 24 18:44:25.571264 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cb1cd90a-6983-4864-940b-fab3c0e296dd req-0f9f13ce-88d7-4124-98f7-d23bcdec7d07 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409365 Aug 24 18:44:26.791071 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f517e-427a-4044-8ffb-ae811904cc8a req-21edbc4e-c9c0-43be-af1e-7ff9e48eaca2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:26.792565 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f86f517e-427a-4044-8ffb-ae811904cc8a req-21edbc4e-c9c0-43be-af1e-7ff9e48eaca2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.0951092 Aug 24 18:44:26.839414 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f86f517e-427a-4044-8ffb-ae811904cc8a req-2d374bc9-3c57-4751-bd96-b2c2ee314dba tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411251 Aug 24 18:44:28.056317 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1b8e3-5d44-4870-897e-949ad0bf203c req-0c99fd5f-f606-44fb-9ed3-6168e87b72db tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:28.057861 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ceb1b8e3-5d44-4870-897e-949ad0bf203c req-0c99fd5f-f606-44fb-9ed3-6168e87b72db tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.0834756 Aug 24 18:44:28.104727 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ceb1b8e3-5d44-4870-897e-949ad0bf203c req-b7849a2d-de6b-4e04-b936-3c8b68986237 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406413 Aug 24 18:44:29.322626 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58e8e2-6867-4f89-a23a-c0fd406809f0 req-d51b33b6-f7a1-492d-9a9f-6f6fca2da2a9 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:29.324110 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7d58e8e2-6867-4f89-a23a-c0fd406809f0 req-d51b33b6-f7a1-492d-9a9f-6f6fca2da2a9 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.0930326 Aug 24 18:44:29.377492 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7d58e8e2-6867-4f89-a23a-c0fd406809f0 req-00111d31-6034-453a-ac2c-dfccc30f2393 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452774 Aug 24 18:44:30.575250 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96ee63-94de-4ba9-a4cf-43b46b364a51 req-8f9ec869-f57e-48e3-9f8b-d4a17f1dc1d5 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:30.576839 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4a96ee63-94de-4ba9-a4cf-43b46b364a51 req-8f9ec869-f57e-48e3-9f8b-d4a17f1dc1d5 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.0809894 Aug 24 18:44:30.626079 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4a96ee63-94de-4ba9-a4cf-43b46b364a51 req-0b8fb5eb-c935-4bed-a3c8-93acda0f63ac tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425940 Aug 24 18:44:31.164173 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:31.849433 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cff24b-ae9c-4bbb-8d3a-7fd7efd7907c req-f5c4a10f-239e-4382-a98f-dbe7974caab7 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:31.850950 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-68cff24b-ae9c-4bbb-8d3a-7fd7efd7907c req-f5c4a10f-239e-4382-a98f-dbe7974caab7 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.0903826 Aug 24 18:44:31.899696 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-68cff24b-ae9c-4bbb-8d3a-7fd7efd7907c req-c3bfd874-5e90-4c8f-8231-59e3f4a92a10 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429842 Aug 24 18:44:32.254577 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-b03998b6-500a-4f9c-8976-6be89d4475ac req-c01cd274-d470-4869-932e-a126e2469fd8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e61712bca8e94cb8a024d511805a0a96&device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 1098 time: 0.0735054 Aug 24 18:44:32.411039 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03998b6-500a-4f9c-8976-6be89d4475ac req-cb815ade-1d32-4857-b542-fac6fbcc4207 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:32.412544 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-b03998b6-500a-4f9c-8976-6be89d4475ac req-cb815ade-1d32-4857-b542-fac6fbcc4207 service neutron] 10.222.0.36 "GET /v2.0/networks?id=922aa1cf-7465-4c84-b730-156c0ce0974c HTTP/1.1" status: 200 len: 910 time: 0.1359823 Aug 24 18:44:32.533665 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-b03998b6-500a-4f9c-8976-6be89d4475ac req-1b81a6b5-2913-4ca1-aa21-a0cd63a289cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae12da4-2808-4e7f-9886-841a63d47e66 HTTP/1.1" status: 200 len: 1000 time: 0.1136909 Aug 24 18:44:32.599023 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03998b6-500a-4f9c-8976-6be89d4475ac req-1ffcdf0d-8e4e-4469-a417-b03959c61881 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:32.600430 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-b03998b6-500a-4f9c-8976-6be89d4475ac req-1ffcdf0d-8e4e-4469-a417-b03959c61881 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=046050b0-03e5-419e-9117-ffd90bd7218e HTTP/1.1" status: 200 len: 848 time: 0.0603445 Aug 24 18:44:32.777539 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-b03998b6-500a-4f9c-8976-6be89d4475ac req-627cdcb0-6b1f-43c9-a128-336d4ea59c58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=922aa1cf-7465-4c84-b730-156c0ce0974c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1698716 Aug 24 18:44:32.918532 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-b03998b6-500a-4f9c-8976-6be89d4475ac req-e02a1000-6fe0-4285-b0c6-21a575bdbb31 service neutron] 10.222.0.36 "GET /v2.0/networks/922aa1cf-7465-4c84-b730-156c0ce0974c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333761 Aug 24 18:44:33.059322 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-b03998b6-500a-4f9c-8976-6be89d4475ac req-6e18227b-09e1-4476-9ddb-1cb6e260e201 service neutron] 10.222.0.36 "GET /v2.0/networks/922aa1cf-7465-4c84-b730-156c0ce0974c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335816 Aug 24 18:44:33.105529 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8437d-2e2e-445f-988c-d30e135d57e3 req-c1a1b898-cfad-4354-acfb-a9e648bec9d3 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:33.107046 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-97a8437d-2e2e-445f-988c-d30e135d57e3 req-c1a1b898-cfad-4354-acfb-a9e648bec9d3 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.0810177 Aug 24 18:44:33.153583 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-97a8437d-2e2e-445f-988c-d30e135d57e3 req-98e0c0d9-0d0e-4deb-9335-b09daf2588fd tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408652 Aug 24 18:44:33.169864 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-21c0c0ff-5479-4867-a6bb-70e9b5e85a76 req-aa957852-1cae-4307-89e2-f3e8add0b552 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e61712bca8e94cb8a024d511805a0a96&device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 1098 time: 0.0708134 Aug 24 18:44:33.305105 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0c0ff-5479-4867-a6bb-70e9b5e85a76 req-83199b9b-d603-4bab-92a6-9815da158978 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:33.306545 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-21c0c0ff-5479-4867-a6bb-70e9b5e85a76 req-83199b9b-d603-4bab-92a6-9815da158978 service neutron] 10.222.0.36 "GET /v2.0/networks?id=922aa1cf-7465-4c84-b730-156c0ce0974c HTTP/1.1" status: 200 len: 910 time: 0.1300535 Aug 24 18:44:33.411807 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-21c0c0ff-5479-4867-a6bb-70e9b5e85a76 req-a12c42c6-acc9-4500-8edf-e98642d28634 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae12da4-2808-4e7f-9886-841a63d47e66 HTTP/1.1" status: 200 len: 1000 time: 0.0981128 Aug 24 18:44:33.485712 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0c0ff-5479-4867-a6bb-70e9b5e85a76 req-76328ffb-92bf-4544-9458-e0c023aa529c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:33.487203 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-21c0c0ff-5479-4867-a6bb-70e9b5e85a76 req-76328ffb-92bf-4544-9458-e0c023aa529c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=046050b0-03e5-419e-9117-ffd90bd7218e HTTP/1.1" status: 200 len: 848 time: 0.0673680 Aug 24 18:44:33.566237 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-21c0c0ff-5479-4867-a6bb-70e9b5e85a76 req-9ee3b34d-4925-49cc-ac9f-fd1e8298d42c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=922aa1cf-7465-4c84-b730-156c0ce0974c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714991 Aug 24 18:44:33.706618 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-21c0c0ff-5479-4867-a6bb-70e9b5e85a76 req-d8610acc-2df7-4579-af9b-0dc56f375b3e service neutron] 10.222.0.36 "GET /v2.0/networks/922aa1cf-7465-4c84-b730-156c0ce0974c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335657 Aug 24 18:44:33.863727 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-21c0c0ff-5479-4867-a6bb-70e9b5e85a76 req-c40945ad-9de6-4e2c-96fd-44fd062e30dd service neutron] 10.222.0.36 "GET /v2.0/networks/922aa1cf-7465-4c84-b730-156c0ce0974c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491969 Aug 24 18:44:34.201787 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 39458) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:44:34.353254 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-eaeccd3c-2136-49ab-a6ce-9c76af4d0e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:34.395865 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-eaeccd3c-2136-49ab-a6ce-9c76af4d0e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:44:34.405608 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8008e-23cd-406b-855c-4c1175b84d13 req-c1b3bfda-7176-41e4-b7f3-e88180902709 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:34.407126 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c2d8008e-23cd-406b-855c-4c1175b84d13 req-c1b3bfda-7176-41e4-b7f3-e88180902709 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.1297579 Aug 24 18:44:34.408052 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-eaeccd3c-2136-49ab-a6ce-9c76af4d0e9b admin admin] Usage tracker for resource:security_group_rule and tenant:f7cd57ac759d4719bebfb604ca7f1c5f is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:44:34.411341 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-eaeccd3c-2136-49ab-a6ce-9c76af4d0e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:44:34.430278 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-eaeccd3c-2136-49ab-a6ce-9c76af4d0e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:44:34.473214 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c2d8008e-23cd-406b-855c-4c1175b84d13 req-3cc6d278-bcea-46e5-bb93-2bf82429dda8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585108 Aug 24 18:44:34.521951 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-eaeccd3c-2136-49ab-a6ce-9c76af4d0e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:34.528327 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-eaeccd3c-2136-49ab-a6ce-9c76af4d0e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:34.534832 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-355d5458-f63c-4e54-8079-c2ee276397d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:34.577885 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeccd3c-2136-49ab-a6ce-9c76af4d0e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4d0798-5368-4316-a5a8-d6fa5f6a7619,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:34.581331 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-eaeccd3c-2136-49ab-a6ce-9c76af4d0e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:34.587272 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 39464) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:44:34.587763 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-eaeccd3c-2136-49ab-a6ce-9c76af4d0e9b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f7cd57ac759d4719bebfb604ca7f1c5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3838780 Aug 24 18:44:34.660302 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-48c1921d-b1bc-4d38-ac49-2052e135c97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:34.705236 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-48c1921d-b1bc-4d38-ac49-2052e135c97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:34.769967 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-48c1921d-b1bc-4d38-ac49-2052e135c97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:34.774470 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-c80de2b3-01e1-47ce-8340-36e710edaf58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:34.787822 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1921d-b1bc-4d38-ac49-2052e135c97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4d0798-5368-4316-a5a8-d6fa5f6a7619,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:34.791794 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-48c1921d-b1bc-4d38-ac49-2052e135c97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:34.801823 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-48c1921d-b1bc-4d38-ac49-2052e135c97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:34.805610 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-48c1921d-b1bc-4d38-ac49-2052e135c97b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aa4d0798-5368-4316-a5a8-d6fa5f6a7619 HTTP/1.1" status: 204 len: 168 time: 0.2146628 Aug 24 18:44:35.149581 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 39478) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:44:35.168473 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-87849eb9-da07-4182-a235-0073cde50642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:35.202375 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-87849eb9-da07-4182-a235-0073cde50642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:44:35.206288 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-87849eb9-da07-4182-a235-0073cde50642 admin admin] Usage tracker for resource:security_group_rule and tenant:7f26c18736ae42b8b4fcee0ac9dccc2a is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:44:35.209485 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-87849eb9-da07-4182-a235-0073cde50642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:44:35.215563 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-87849eb9-da07-4182-a235-0073cde50642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:44:35.294224 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-87849eb9-da07-4182-a235-0073cde50642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:35.300368 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-87849eb9-da07-4182-a235-0073cde50642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:35.306893 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-63550b1e-326f-4a36-ba42-a28a70d448df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:35.347189 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87849eb9-da07-4182-a235-0073cde50642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c32cfa7-17cd-4097-b8b9-fb8aab711f92,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:35.350562 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-87849eb9-da07-4182-a235-0073cde50642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:35.352960 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-87849eb9-da07-4182-a235-0073cde50642 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f26c18736ae42b8b4fcee0ac9dccc2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2023678 Aug 24 18:44:35.355851 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 39482) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:44:35.417692 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4a36d3d0-4c19-4a61-a00d-77ad7da4fbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:35.443799 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4a36d3d0-4c19-4a61-a00d-77ad7da4fbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:35.498759 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4a36d3d0-4c19-4a61-a00d-77ad7da4fbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:35.505955 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-4d7922f1-f140-43ef-8155-83cf305f6c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:35.518327 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36d3d0-4c19-4a61-a00d-77ad7da4fbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c32cfa7-17cd-4097-b8b9-fb8aab711f92,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:35.521419 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-4a36d3d0-4c19-4a61-a00d-77ad7da4fbad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:35.524157 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4a36d3d0-4c19-4a61-a00d-77ad7da4fbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:35.525481 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-4a36d3d0-4c19-4a61-a00d-77ad7da4fbad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2c32cfa7-17cd-4097-b8b9-fb8aab711f92 HTTP/1.1" status: 204 len: 168 time: 0.1687639 Aug 24 18:44:35.696391 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6738930-8b3a-48d4-bd03-a4451bbfd65f req-2d9d85a3-ba0a-41a2-8ce3-4c2982d61a65 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:35.698160 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f6738930-8b3a-48d4-bd03-a4451bbfd65f req-2d9d85a3-ba0a-41a2-8ce3-4c2982d61a65 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.0983703 Aug 24 18:44:35.746452 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f6738930-8b3a-48d4-bd03-a4451bbfd65f req-961337d3-e8ed-400d-9b4d-a54a338e99e5 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424168 Aug 24 18:44:36.368327 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 39512) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:44:36.512100 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-6e098b01-90d8-44ad-901e-d81984838c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:36.546318 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-6e098b01-90d8-44ad-901e-d81984838c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:44:36.550642 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-6e098b01-90d8-44ad-901e-d81984838c88 admin admin] Usage tracker for resource:security_group_rule and tenant:8d9d58fd2a40478a963f248ffe833eef is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:44:36.554219 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-6e098b01-90d8-44ad-901e-d81984838c88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:44:36.560378 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-6e098b01-90d8-44ad-901e-d81984838c88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:44:36.633679 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-6e098b01-90d8-44ad-901e-d81984838c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:36.637711 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-6e098b01-90d8-44ad-901e-d81984838c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:36.645025 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-7169678b-1d2a-436b-a858-010abba8b762 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:36.685050 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e098b01-90d8-44ad-901e-d81984838c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce2aa23-384c-454a-b2ac-be7d11fb663d,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:36.688100 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-6e098b01-90d8-44ad-901e-d81984838c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:36.694365 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-6e098b01-90d8-44ad-901e-d81984838c88 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8d9d58fd2a40478a963f248ffe833eef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3250022 Aug 24 18:44:36.694747 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 39524) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:44:36.757183 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-1334272a-8426-427f-8579-9ff6074efaf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:36.783911 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-1334272a-8426-427f-8579-9ff6074efaf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:36.841549 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-1334272a-8426-427f-8579-9ff6074efaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:36.846959 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-aa4b03d5-6e4d-4f9f-8bcf-5e99a2767c47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:36.858642 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334272a-8426-427f-8579-9ff6074efaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce2aa23-384c-454a-b2ac-be7d11fb663d,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:36.867394 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-1334272a-8426-427f-8579-9ff6074efaf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:36.868665 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-1334272a-8426-427f-8579-9ff6074efaf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:36.872253 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-1334272a-8426-427f-8579-9ff6074efaf1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7ce2aa23-384c-454a-b2ac-be7d11fb663d HTTP/1.1" status: 204 len: 168 time: 0.1735229 Aug 24 18:44:36.974088 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9fdd9-4f27-4bd0-ad44-dcf6759329c0 req-3c9573bf-7c1a-42ad-974c-73d0ec5b6775 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:36.976209 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f1f9fdd9-4f27-4bd0-ad44-dcf6759329c0 req-3c9573bf-7c1a-42ad-974c-73d0ec5b6775 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.0984571 Aug 24 18:44:37.035335 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f1f9fdd9-4f27-4bd0-ad44-dcf6759329c0 req-b0f33563-b87c-444b-964c-63b6ee109ec4 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475819 Aug 24 18:44:37.243329 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b0e3fd7a-6eda-48a2-8edb-a5bf8e80ebe7 req-39b1614a-6f49-4e17-99f9-93a07a657c06 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0852411 Aug 24 18:44:37.542801 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2930c-81ac-466b-a5d2-b133cb74702d req-f8e4418f-4c89-4b44-8b13-816f53fb0946 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:37.544334 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8cf2930c-81ac-466b-a5d2-b133cb74702d req-f8e4418f-4c89-4b44-8b13-816f53fb0946 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.0859289 Aug 24 18:44:37.594091 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8cf2930c-81ac-466b-a5d2-b133cb74702d req-31dcdcf3-add7-4e35-8d3b-700cc3e2ddf1 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441928 Aug 24 18:44:37.642339 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3eb4f093-7b7f-49f5-9dd4-fed08841b866 req-f0e4f0c1-8f04-4ef2-a9b2-2cbca6767d3e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2365661 Aug 24 18:44:37.733791 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:44:38.819775 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767119a-bc75-45d7-aaf0-4b1a535d03a0 req-7993534c-db0d-47f1-a2f6-429fb096be7e tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:38.821317 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e767119a-bc75-45d7-aaf0-4b1a535d03a0 req-7993534c-db0d-47f1-a2f6-429fb096be7e tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.0915930 Aug 24 18:44:38.872882 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e767119a-bc75-45d7-aaf0-4b1a535d03a0 req-f6aef2b1-1dc1-4180-89e2-168f2df0263d tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455914 Aug 24 18:44:38.969632 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3eb4f093-7b7f-49f5-9dd4-fed08841b866 req-0bf58a6f-6079-471a-a63f-6d74a792929c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3&tenant_id=e61712bca8e94cb8a024d511805a0a96 HTTP/1.1" status: 200 len: 1098 time: 0.0718443 Aug 24 18:44:39.147588 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3eb4f093-7b7f-49f5-9dd4-fed08841b866 req-6ec89160-a7c6-4fcd-9fd4-0daac7af6447 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e61712bca8e94cb8a024d511805a0a96&device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 1098 time: 0.1533384 Aug 24 18:44:39.284815 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4f093-7b7f-49f5-9dd4-fed08841b866 req-15e1cc26-ecb6-40f4-b765-f9b47a2b2f61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:39.286289 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3eb4f093-7b7f-49f5-9dd4-fed08841b866 req-15e1cc26-ecb6-40f4-b765-f9b47a2b2f61 service neutron] 10.222.0.36 "GET /v2.0/networks?id=922aa1cf-7465-4c84-b730-156c0ce0974c HTTP/1.1" status: 200 len: 910 time: 0.1316588 Aug 24 18:44:39.342245 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device eae12da4-2808-4e7f-9886-841a63d47e66 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:44:39.397226 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3eb4f093-7b7f-49f5-9dd4-fed08841b866 req-e75e17ce-e0cc-453f-8716-0bcfbe5ff9dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae12da4-2808-4e7f-9886-841a63d47e66 HTTP/1.1" status: 200 len: 1000 time: 0.1036925 Aug 24 18:44:39.457634 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:39.462478 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4f093-7b7f-49f5-9dd4-fed08841b866 req-77cb0966-3c96-44ca-b82c-5e1a276241e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:39.463996 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3eb4f093-7b7f-49f5-9dd4-fed08841b866 req-77cb0966-3c96-44ca-b82c-5e1a276241e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=046050b0-03e5-419e-9117-ffd90bd7218e HTTP/1.1" status: 200 len: 848 time: 0.0603807 Aug 24 18:44:39.486417 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b401067-7ce7-4c89-9ec5-64d79f6443f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae12da4-2808-4e7f-9886-841a63d47e66'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:44:39.496504 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port eae12da4-2808-4e7f-9886-841a63d47e66, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=eae12da4-2808-4e7f-9886-841a63d47e66,segment=NetworkSegment(db786f6c-7c5d-4b00-b83f-da6a2a065cee),segment_id=db786f6c-7c5d-4b00-b83f-da6a2a065cee)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:44:39.501523 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:39.504388 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-87475ff7-eb70-4599-b01f-ddf376cad1c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:39.551471 dv-cinder-805825-1-iscsi neutron-server[74997]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b401067-7ce7-4c89-9ec5-64d79f6443f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eae12da4-2808-4e7f-9886-841a63d47e66', 'code': 422} returned with failed status Aug 24 18:44:39.555207 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3eb4f093-7b7f-49f5-9dd4-fed08841b866 req-77edfebc-f98c-4ddb-aac4-1a3a73ea8e74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=922aa1cf-7465-4c84-b730-156c0ce0974c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847008 Aug 24 18:44:39.582608 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=eae12da4-2808-4e7f-9886-841a63d47e66,revision_number=6']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:39.591199 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:39.591538 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:39.591866 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:39.592191 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:39.592511 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:39.592848 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:39.593162 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:39.593476 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:39.593791 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:39.594104 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:39.594411 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:39.598186 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:39.704701 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3eb4f093-7b7f-49f5-9dd4-fed08841b866 req-513d36b1-2353-4314-af71-948dc6c69e04 service neutron] 10.222.0.36 "GET /v2.0/networks/922aa1cf-7465-4c84-b730-156c0ce0974c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419106 Aug 24 18:44:39.846967 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3eb4f093-7b7f-49f5-9dd4-fed08841b866 req-bfa8d91e-1ff5-44e7-9186-8dfcc6394e16 service neutron] 10.222.0.36 "GET /v2.0/networks/922aa1cf-7465-4c84-b730-156c0ce0974c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347125 Aug 24 18:44:40.070342 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fff2a1-b0b6-4c8c-872f-01e574e75e9f req-dd3d41cc-81d0-473d-8a55-c8a2ca324055 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:40.071740 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b2fff2a1-b0b6-4c8c-872f-01e574e75e9f req-dd3d41cc-81d0-473d-8a55-c8a2ca324055 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 943 time: 0.0794683 Aug 24 18:44:40.119322 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-b2fff2a1-b0b6-4c8c-872f-01e574e75e9f req-709666de-8bb7-4b8c-8cbc-e0e7f24abffb tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420570 Aug 24 18:44:41.333474 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987aa333-c24d-466b-b4c1-48227da9eb3f req-96db1197-97d1-4035-9f99-0c8fd356d1a3 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:41.334962 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-987aa333-c24d-466b-b4c1-48227da9eb3f req-96db1197-97d1-4035-9f99-0c8fd356d1a3 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 943 time: 0.0856810 Aug 24 18:44:41.398981 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-987aa333-c24d-466b-b4c1-48227da9eb3f req-4162bdbf-24a3-4456-9cab-771f6d1c1ed9 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555675 Aug 24 18:44:42.611179 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb0011b-659b-4282-89d2-c2b3f38db1ec req-7ddffa9c-acbf-444b-aa9c-7f4e5fa5e0f7 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:42.612690 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4fb0011b-659b-4282-89d2-c2b3f38db1ec req-7ddffa9c-acbf-444b-aa9c-7f4e5fa5e0f7 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 943 time: 0.0880973 Aug 24 18:44:42.671603 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4fb0011b-659b-4282-89d2-c2b3f38db1ec req-f9249c75-30be-4cde-876b-f8ca3b1ba572 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532856 Aug 24 18:44:43.899540 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdba108-a8dd-452e-ad0a-c4b3d6511d2c req-afd82334-8514-4cd5-a361-316f6ffd5a8c tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:43.901043 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-bcdba108-a8dd-452e-ad0a-c4b3d6511d2c req-afd82334-8514-4cd5-a361-316f6ffd5a8c tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 943 time: 0.0934262 Aug 24 18:44:43.950881 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-bcdba108-a8dd-452e-ad0a-c4b3d6511d2c req-f2a10a56-0d4b-4407-b26e-2877268a46af tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418777 Aug 24 18:44:45.173303 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a0d7a-0784-413b-815f-2492370abfb4 req-16a07fed-b12c-4b3f-92ec-f82fcb40384d tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:45.174833 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-549a0d7a-0784-413b-815f-2492370abfb4 req-16a07fed-b12c-4b3f-92ec-f82fcb40384d tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 943 time: 0.1011128 Aug 24 18:44:45.220567 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-549a0d7a-0784-413b-815f-2492370abfb4 req-9ba31ad0-8770-4fb6-8af9-3d97856b2d94 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400803 Aug 24 18:44:46.434803 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82621ece-3c0c-4af8-81cb-3e2a2c8de338 req-4bdbbd53-97d1-4c4f-849d-adc040ceae12 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:46.439015 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-82621ece-3c0c-4af8-81cb-3e2a2c8de338 req-4bdbbd53-97d1-4c4f-849d-adc040ceae12 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 943 time: 0.0955489 Aug 24 18:44:46.483883 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-82621ece-3c0c-4af8-81cb-3e2a2c8de338 req-0c064c77-b250-44a8-be07-dc930d54306b tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422072 Aug 24 18:44:47.776537 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718868c6-cec0-453f-a8c7-7b5cafca7f97 req-bac7c18f-e8cc-470d-a788-633dc931a762 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:47.778072 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-718868c6-cec0-453f-a8c7-7b5cafca7f97 req-bac7c18f-e8cc-470d-a788-633dc931a762 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 943 time: 0.1743667 Aug 24 18:44:47.825839 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-718868c6-cec0-453f-a8c7-7b5cafca7f97 req-b557ac38-9250-4a08-b4e5-b91659bcd218 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421119 Aug 24 18:44:48.926079 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-277f2444-0563-48b0-bd5f-e25bac586f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:49.036234 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd6b2c-e03f-4ff7-ae88-6021ecf3cf75 req-c67edeaf-625d-401c-afed-dd73bb3ccac0 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:49.037734 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-41dd6b2c-e03f-4ff7-ae88-6021ecf3cf75 req-c67edeaf-625d-401c-afed-dd73bb3ccac0 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 943 time: 0.0799303 Aug 24 18:44:49.094835 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-41dd6b2c-e03f-4ff7-ae88-6021ecf3cf75 req-d37480de-af72-43a3-88da-e8bb35255a46 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515282 Aug 24 18:44:49.361281 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:50.295389 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e340a-e494-45bb-9829-75aff8ab732c req-7039c8b3-8fb4-40bb-9e2a-e17325e2c764 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:50.296847 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f62e340a-e494-45bb-9829-75aff8ab732c req-7039c8b3-8fb4-40bb-9e2a-e17325e2c764 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 943 time: 0.0804121 Aug 24 18:44:50.348417 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f62e340a-e494-45bb-9829-75aff8ab732c req-2dcb08a6-7e7a-4901-8807-598edf81044d tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433352 Aug 24 18:44:51.291111 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-8da14703-f463-49ba-8c4e-ebb987ece686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:51.300702 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 39720) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:44:51.457110 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:51.539084 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:44:51.548585 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:73bd4dac19414675b629e9867f2ea3c4 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:44:51.552955 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:44:51.561971 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:44:51.580047 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a4e813e3-e165-4fd3-940f-ee9fdb73e555 req-608c2ac5-2b88-4059-8a7a-1fecad66541a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 1096 time: 0.0744598 Aug 24 18:44:51.592880 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c04cfb3-da71-44dd-a55a-3adafa191c45 req-5ecf15c9-3f14-4352-9510-f62ead23e440 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:51.594389 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2c04cfb3-da71-44dd-a55a-3adafa191c45 req-5ecf15c9-3f14-4352-9510-f62ead23e440 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 943 time: 0.1191738 Aug 24 18:44:51.688437 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2c04cfb3-da71-44dd-a55a-3adafa191c45 req-5bc1c9ac-4daa-4d17-8482-1af2f59bef62 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876055 Aug 24 18:44:51.692334 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:51.698213 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:51.705706 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-3ee4e027-7d82-4baa-9dc6-6f637a32ca55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:51.749450 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0719687b-afa1-45d7-9afe-5b869ad898a6,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:51.753250 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73bd4dac19414675b629e9867f2ea3c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4514077 Aug 24 18:44:51.756631 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 39728) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:44:51.774714 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:51.775111 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:51.775464 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:51.775810 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:51.776164 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:51.776497 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:51.776861 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:51.777202 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:51.777547 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:51.777879 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:51.778221 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:44:51.782017 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:51.833372 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e20e4037-04f7-4473-b446-96386c3da6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:51.860252 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e20e4037-04f7-4473-b446-96386c3da6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:51.913225 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e20e4037-04f7-4473-b446-96386c3da6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:51.917952 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-97e8143f-d25f-44f1-a10d-b81d1418fc6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:51.931743 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e4037-04f7-4473-b446-96386c3da6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0719687b-afa1-45d7-9afe-5b869ad898a6,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:51.935653 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-e20e4037-04f7-4473-b446-96386c3da6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:51.943842 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e20e4037-04f7-4473-b446-96386c3da6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:51.944913 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-e20e4037-04f7-4473-b446-96386c3da6f3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0719687b-afa1-45d7-9afe-5b869ad898a6 HTTP/1.1" status: 204 len: 168 time: 0.1868398 Aug 24 18:44:52.172837 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:52.435638 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a4e813e3-e165-4fd3-940f-ee9fdb73e555 req-c28ab9d6-1717-4d28-825f-4b61f9ef536b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390482 Aug 24 18:44:52.899662 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66015fb2-dffc-47f7-9c91-e2d809fe9d47 req-db309eaa-deb1-4c4a-b0b1-c27661ab8af9 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:52.901211 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-66015fb2-dffc-47f7-9c91-e2d809fe9d47 req-db309eaa-deb1-4c4a-b0b1-c27661ab8af9 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 943 time: 0.0879819 Aug 24 18:44:52.939704 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 39754) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:44:52.948074 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-66015fb2-dffc-47f7-9c91-e2d809fe9d47 req-a7211c31-96b5-4ad2-8942-2c38d13493fc tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409100 Aug 24 18:44:53.080065 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-244218319-network', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:44:53.084996 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:44:53.089255 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Usage tracker for resource:network and tenant:547d022ded2e45ee9abb0d9dafb2bad2 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:44:53.092285 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:44:53.099220 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:44:53.111959 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Made reservation on behalf of 547d022ded2e45ee9abb0d9dafb2bad2 for: {'network': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:44:53.114330 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for network, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:53.126753 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:53.158117 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:44:53.161936 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Usage tracker for resource:security_group_rule and tenant:547d022ded2e45ee9abb0d9dafb2bad2 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:44:53.164768 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:44:53.171240 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:44:53.238925 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:53.244916 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:53.247798 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-83af948a-277b-432c-a93e-257d782cf401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:53.283548 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=74996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:44:53.288912 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7a73f1-b7cf-48bc-a470-318366397422,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:53.292600 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:53.296207 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:53.297121 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.segments_db [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Added segment d35cec0d-5d86-4d67-b67b-efbc47735fd2 of type vlan for network 4296fa39-8509-499f-85b9-0363df20a184 Aug 24 18:44:53.322190 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740181864075'] for network, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:53.352654 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for network, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:53.353677 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:53.354265 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:53.357779 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-fb99510f-d0d9-4bed-8928-307de440ce4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:53.458702 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Pushing event updated for resources: {'Network': ['ID=4296fa39-8509-499f-85b9-0363df20a184,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:53.462210 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5213952 Aug 24 18:44:53.463256 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:53.465554 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 39762) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:44:53.470023 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Network 4296fa39-8509-499f-85b9-0363df20a184 details requested by agent ovs-agent-dv-cinder-805825-1-iscsi with host dv-cinder-805825-1-iscsi {{(pid=74997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:44:53.471795 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-0d84bc5c-2492-449c-9b86-11416b9b62fe admin admin] Request body: {'subnet': {'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-244218319-subnet', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'ip_version': 4}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:44:53.477205 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-0d84bc5c-2492-449c-9b86-11416b9b62fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:44:53.481468 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-0d84bc5c-2492-449c-9b86-11416b9b62fe admin admin] Usage tracker for resource:subnet and tenant:547d022ded2e45ee9abb0d9dafb2bad2 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:44:53.484447 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-0d84bc5c-2492-449c-9b86-11416b9b62fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:44:53.490841 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-0d84bc5c-2492-449c-9b86-11416b9b62fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:44:53.501037 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d84bc5c-2492-449c-9b86-11416b9b62fe admin admin] Made reservation on behalf of 547d022ded2e45ee9abb0d9dafb2bad2 for: {'subnet': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:44:53.503520 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0d84bc5c-2492-449c-9b86-11416b9b62fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1399078'] for subnet, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:53.661071 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:53.720745 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0d84bc5c-2492-449c-9b86-11416b9b62fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3098471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1399092'] for subnet, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:53.725249 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-98b92b6e-a8c3-4023-993f-cd6afb70d950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:53.797603 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84bc5c-2492-449c-9b86-11416b9b62fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=8316689b-6705-4503-80f7-74c1c33be718,revision_number=0']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:53.801283 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-0d84bc5c-2492-449c-9b86-11416b9b62fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:53.809781 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d84bc5c-2492-449c-9b86-11416b9b62fe admin admin] Checking segment: {'id': 'd35cec0d-5d86-4d67-b67b-efbc47735fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4296fa39-8509-499f-85b9-0363df20a184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:44:53.810133 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d84bc5c-2492-449c-9b86-11416b9b62fe admin admin] Network hostable DHCP agents. Network: 4296fa39-8509-499f-85b9-0363df20a184, hostable agents: ['07c0c982-9110-493d-a202-71ade7b28515'], hosted agents: [] {{(pid=74995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:44:53.835431 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d84bc5c-2492-449c-9b86-11416b9b62fe admin admin] Network 4296fa39-8509-499f-85b9-0363df20a184 is scheduled to be hosted by DHCP agent 07c0c982-9110-493d-a202-71ade7b28515 with binding_index 1 {{(pid=74995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:44:53.846592 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-0d84bc5c-2492-449c-9b86-11416b9b62fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-iscsi, 4296fa39-8509-499f-85b9-0363df20a184) {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:44:53.851291 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d84bc5c-2492-449c-9b86-11416b9b62fe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:53.853193 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-0d84bc5c-2492-449c-9b86-11416b9b62fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:53.856071 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bf7d8b-f535-41a9-a1de-90d1546dcc87 None None] Network 4296fa39-8509-499f-85b9-0363df20a184 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:44:53.874908 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-0d84bc5c-2492-449c-9b86-11416b9b62fe admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4083452 Aug 24 18:44:53.877653 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 39766) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:44:53.883155 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:44:53.887881 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:44:53.891978 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Usage tracker for resource:router and tenant:547d022ded2e45ee9abb0d9dafb2bad2 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:44:53.894985 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:44:53.901023 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:44:53.911707 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30657'] for router, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:53.912862 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30678'] for router, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:53.933550 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:54.078092 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e40c732-12b7-5d1c-b3b7-6e8fdb10c7cb-4296fa39-8509-499f-85b9-0363df20a184', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718'}]}} from dv-cinder-805825-1-iscsi. {{(pid=74997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 18:44:54.078977 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:54.132399 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30500'] for router, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:54.166515 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device eae12da4-2808-4e7f-9886-841a63d47e66 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:44:54.239908 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a323a-2a88-4815-9c81-3ca440754948 req-826acde2-95a4-46f5-b0c2-2497a9b3fba4 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:54.241441 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6d5a323a-2a88-4815-9c81-3ca440754948 req-826acde2-95a4-46f5-b0c2-2497a9b3fba4 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 943 time: 0.1664310 Aug 24 18:44:54.304486 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6d5a323a-2a88-4815-9c81-3ca440754948 req-0f315632-1cd7-4edf-b0e2-45c12bc9668d tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562267 Aug 24 18:44:54.372990 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.db_base_plugin_common [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Allocated IP 172.20.0.2 (4296fa39-8509-499f-85b9-0363df20a184/8316689b-6705-4503-80f7-74c1c33be718/ec2856b7-c613-4f17-a4be-3dadf107b91a) {{(pid=74997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:44:54.389951 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port eae12da4-2808-4e7f-9886-841a63d47e66, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=eae12da4-2808-4e7f-9886-841a63d47e66,segment=NetworkSegment(db786f6c-7c5d-4b00-b83f-da6a2a065cee),segment_id=db786f6c-7c5d-4b00-b83f-da6a2a065cee)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:44:54.392265 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:54.423315 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': 'eae12da4-2808-4e7f-9886-841a63d47e66', 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c', 'port_id': 'eae12da4-2808-4e7f-9886-841a63d47e66', 'mac_address': 'fa:16:3e:13:55:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:44:54.429294 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:54.554817 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:54.565364 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_common [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Allocated IP 172.27.3.67 (afb0294a-27f7-459e-836d-9dd48a51a08b/57a63288-2275-43de-bb63-fff925de2bab/ba4f6754-5eb3-4faf-8e64-d24e47173d60) {{(pid=74995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:44:54.586734 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae12da4-2808-4e7f-9886-841a63d47e66 {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:44:54.654312 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port eae12da4-2808-4e7f-9886-841a63d47e66, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=eae12da4-2808-4e7f-9886-841a63d47e66,segment=NetworkSegment(db786f6c-7c5d-4b00-b83f-da6a2a065cee),segment_id=db786f6c-7c5d-4b00-b83f-da6a2a065cee)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:44:54.660693 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:54.664348 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:54.729006 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Notify callbacks [] for port, precommit_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:54.746497 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Transition to ACTIVE for port object ec2856b7-c613-4f17-a4be-3dadf107b91a will not be triggered until provisioned by entity L2. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:44:54.760832 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=eae12da4-2808-4e7f-9886-841a63d47e66,revision_number=7']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:54.765701 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:54.771340 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Transition to ACTIVE for port object ec2856b7-c613-4f17-a4be-3dadf107b91a will not be triggered until provisioned by entity DHCP. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:44:54.777487 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:54.781746 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:54.819755 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:54.846450 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Network 4296fa39-8509-499f-85b9-0363df20a184 is already hosted by enough agents. {{(pid=74997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:44:54.847844 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:54.849369 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.scheduler.base_scheduler [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Resources bound (agent type, host, resource id): {{(pid=74997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:44:54.852013 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Received port after_create {{(pid=74997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:44:54.852164 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-593a40a7-7752-4765-a952-2639b0bbd3dc tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:54.858713 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Pushing event updated for resources: {'Port': ['ID=ec2856b7-c613-4f17-a4be-3dadf107b91a,revision_number=1']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:54.861391 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:54.920189 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Network afb0294a-27f7-459e-836d-9dd48a51a08b is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:44:54.923095 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:44:54.927509 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Received port after_create {{(pid=74995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:44:54.950884 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Attempting to bind port ec2856b7-c613-4f17-a4be-3dadf107b91a on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:44:54.951257 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Attempting to bind port ec2856b7-c613-4f17-a4be-3dadf107b91a by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': 'd35cec0d-5d86-4d67-b67b-efbc47735fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4296fa39-8509-499f-85b9-0363df20a184'}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:44:54.951801 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Attempting to bind port ec2856b7-c613-4f17-a4be-3dadf107b91a on network 4296fa39-8509-499f-85b9-0363df20a184 {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:44:54.955346 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Pushing event updated for resources: {'Port': ['ID=ba4f6754-5eb3-4faf-8e64-d24e47173d60,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:54.959290 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:44:54.959680 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Checking segment: {'id': 'd35cec0d-5d86-4d67-b67b-efbc47735fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4296fa39-8509-499f-85b9-0363df20a184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:44:54.960093 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:54.960490 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Bound using segment: {'id': 'd35cec0d-5d86-4d67-b67b-efbc47735fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4296fa39-8509-499f-85b9-0363df20a184'} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:44:54.961233 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Bound port: ec2856b7-c613-4f17-a4be-3dadf107b91a, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35cec0d-5d86-4d67-b67b-efbc47735fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4296fa39-8509-499f-85b9-0363df20a184'}}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:44:54.961369 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:54.961482 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:55.052979 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] For port ec2856b7-c613-4f17-a4be-3dadf107b91a, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:44:55.056173 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] For port ec2856b7-c613-4f17-a4be-3dadf107b91a, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=ec2856b7-c613-4f17-a4be-3dadf107b91a,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:44:55.061365 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:55.065981 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:55.095314 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:55.096042 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692446'] for router, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:55.153944 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Pushing event updated for resources: {'Port': ['ID=ec2856b7-c613-4f17-a4be-3dadf107b91a,revision_number=2']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:55.158132 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:55.370134 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 is scheduled to L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 with binding_index 1 {{(pid=74995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:44:55.572603 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a9881-b762-4ff2-b7a8-3852c606db41 req-bfb4b278-1678-4104-b74c-1e51c5e67b42 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:55.574002 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a79a9881-b762-4ff2-b7a8-3852c606db41 req-bfb4b278-1678-4104-b74c-1e51c5e67b42 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 944 time: 0.1142845 Aug 24 18:44:55.692389 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a79a9881-b762-4ff2-b7a8-3852c606db41 req-e4dead92-c7c5-405c-b609-729e2dc38007 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688024 Aug 24 18:44:55.716771 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:44:55.727460 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] Sync routers for ids ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:44:55.737069 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Notify callbacks [] for router, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:55.741163 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8598354 Aug 24 18:44:55.741295 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] Routers {'4c3bf206-6e8b-4965-ba63-f4c2d3f22874'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:44:55.741400 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 39788) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:44:55.741768 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:44:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:44:55.963881 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] Set router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:44:56.060756 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['eae12da4-2808-4e7f-9886-841a63d47e66'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:44:56.159393 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device ec2856b7-c613-4f17-a4be-3dadf107b91a up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:44:56.190929 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d721e2f-f70d-446e-8163-942bf39cad99 None None] Network 4296fa39-8509-499f-85b9-0363df20a184 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:44:56.464256 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-3e415b09-5190-47b6-af96-2a9b63dd6fe2 None None] Provisioning for port ec2856b7-c613-4f17-a4be-3dadf107b91a completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:44:56.597941 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port ec2856b7-c613-4f17-a4be-3dadf107b91a completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:44:56.639336 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port ec2856b7-c613-4f17-a4be-3dadf107b91a triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:44:56.639722 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:56.651053 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:56.879258 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_common [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Allocated IP 172.20.0.1 (4296fa39-8509-499f-85b9-0363df20a184/8316689b-6705-4503-80f7-74c1c33be718/5105c81a-4654-4234-8dcc-ebc3039b6ab4) {{(pid=74995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:44:56.943372 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:55Z', 'revision_number': 3, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:44:56.945338 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:56.973422 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] Checking router: 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:44:56.973784 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] Updating router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 port ba4f6754-5eb3-4faf-8e64-d24e47173d60 binding host dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:44:57.055371 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:57.072507 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:57.074236 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.provisioning_blocks [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Transition to ACTIVE for port object 5105c81a-4654-4234-8dcc-ebc3039b6ab4 will not be triggered until provisioned by entity DHCP. {{(pid=74995) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:44:57.101044 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port ec2856b7-c613-4f17-a4be-3dadf107b91a, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=ec2856b7-c613-4f17-a4be-3dadf107b91a,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:44:57.111658 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:57.117476 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-d6bede4c-014c-4541-8d1b-5f2162485eda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:57.120999 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:57.126373 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:57.213724 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Network 4296fa39-8509-499f-85b9-0363df20a184 is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:44:57.218428 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:44:57.221496 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Received port after_create {{(pid=74995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:44:57.271435 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Pushing event updated for resources: {'Port': ['ID=5105c81a-4654-4234-8dcc-ebc3039b6ab4,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:57.275665 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:57.295680 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692608'] for router_interface, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:57.308294 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=ec2856b7-c613-4f17-a4be-3dadf107b91a,revision_number=3']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:57.314452 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:57.391197 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:57.433807 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-06a078e6-e753-4592-9a92-b1fd560a314d None None] Provisioning complete for port ec2856b7-c613-4f17-a4be-3dadf107b91a triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:44:57.434187 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-06a078e6-e753-4592-9a92-b1fd560a314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:57.621839 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:57.626785 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3098578'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:57.649908 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] Notify callbacks [] for port, precommit_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:57.652967 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-cfe1c1e7-4ae6-437b-b259-afbd57cc3a97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:57.662442 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] Transition to ACTIVE for port object ba4f6754-5eb3-4faf-8e64-d24e47173d60 will not be triggered until provisioned by entity L2. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:44:57.670540 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:57.674253 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-646792c0-6bb8-4917-8b8b-84c3558d461d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:57.732604 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Pushing event updated for resources: {'Port': ['ID=5105c81a-4654-4234-8dcc-ebc3039b6ab4,revision_number=2']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:57.735502 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:57.738827 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15555595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1691689'] for router_interface, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:57.749256 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26b4f8-b47c-4707-a5b4-74ef618c3e65 None None] Pushing event updated for resources: {'Port': ['ID=ba4f6754-5eb3-4faf-8e64-d24e47173d60,revision_number=2']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:57.754232 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-0b26b4f8-b47c-4707-a5b4-74ef618c3e65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:57.757607 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] Attempting to bind port ba4f6754-5eb3-4faf-8e64-d24e47173d60 on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:44:57.757983 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] Attempting to bind port ba4f6754-5eb3-4faf-8e64-d24e47173d60 by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:44:57.758367 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] Attempting to bind port ba4f6754-5eb3-4faf-8e64-d24e47173d60 on network afb0294a-27f7-459e-836d-9dd48a51a08b {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:44:57.769982 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:44:57.770358 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] Checking segment: {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:44:57.770791 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:57.771184 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] Bound using segment: {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:44:57.771650 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] Bound port: ba4f6754-5eb3-4faf-8e64-d24e47173d60, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:44:57.772026 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:57.802805 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-a31de2e3-4d00-4e32-99c1-44e66d112bd2 None None] Provisioning for port 5105c81a-4654-4234-8dcc-ebc3039b6ab4 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:44:57.820320 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-a31de2e3-4d00-4e32-99c1-44e66d112bd2 None None] Provisioning complete for port 5105c81a-4654-4234-8dcc-ebc3039b6ab4 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:44:57.820688 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-a31de2e3-4d00-4e32-99c1-44e66d112bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:57.885429 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Network 4296fa39-8509-499f-85b9-0363df20a184 is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:44:57.887381 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:44:57.894456 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-a31de2e3-4d00-4e32-99c1-44e66d112bd2 None None] Port 5105c81a-4654-4234-8dcc-ebc3039b6ab4 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:44:57.898380 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] For port ba4f6754-5eb3-4faf-8e64-d24e47173d60, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:44:57.901570 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] For port ba4f6754-5eb3-4faf-8e64-d24e47173d60, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=ba4f6754-5eb3-4faf-8e64-d24e47173d60,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:44:57.905919 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:57.909818 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-c6cc4976-fbd5-41cf-8681-60a9d75beb9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:57.993148 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26b4f8-b47c-4707-a5b4-74ef618c3e65 None None] Pushing event updated for resources: {'Port': ['ID=ba4f6754-5eb3-4faf-8e64-d24e47173d60,revision_number=3']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:57.996914 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-0b26b4f8-b47c-4707-a5b4-74ef618c3e65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:58.001574 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] Routers {'4c3bf206-6e8b-4965-ba63-f4c2d3f22874'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:44:58.002219 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:44:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:44:58.063103 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device ec2856b7-c613-4f17-a4be-3dadf107b91a up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:44:58.317488 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port ec2856b7-c613-4f17-a4be-3dadf107b91a triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:44:58.317867 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:58.342879 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-0c005b15-f3d8-4410-b19e-0bd36d93f91f None None] Provisioning complete for port 5105c81a-4654-4234-8dcc-ebc3039b6ab4 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:44:58.343236 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-0c005b15-f3d8-4410-b19e-0bd36d93f91f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:58.382690 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] Set router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:44:58.426046 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:44:58.492027 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-0c005b15-f3d8-4410-b19e-0bd36d93f91f None None] Port 5105c81a-4654-4234-8dcc-ebc3039b6ab4 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:44:58.643552 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:44:58.666613 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] 10.222.0.62 "PUT /v2.0/routers/4c3bf206-6e8b-4965-ba63-f4c2d3f22874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9156995 Aug 24 18:44:58.796495 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 2, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:44:58.800868 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b521a9d-6bd1-45e9-96f3-e87b26e2c03a None None] The sync data for ids ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'] in dv-cinder-805825-1-iscsi is: [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 2, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:44:59.564480 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 39824) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:44:59.570328 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-932847111-network', 'tenant_id': '4672c10b9542419b938d72501a2b2f11'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:44:59.575466 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:44:59.579657 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Usage tracker for resource:network and tenant:4672c10b9542419b938d72501a2b2f11 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:44:59.582854 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:44:59.588946 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:44:59.602323 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Made reservation on behalf of 4672c10b9542419b938d72501a2b2f11 for: {'network': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:44:59.604926 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for network, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:59.618503 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:59.652412 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:44:59.656417 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Usage tracker for resource:security_group_rule and tenant:4672c10b9542419b938d72501a2b2f11 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:44:59.659390 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:44:59.666692 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:44:59.736532 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:59.741830 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:59.744913 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-cd395f0f-c8cd-437d-ba8a-1c3e0b017907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:59.777534 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=74996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}} Aug 24 18:44:59.784335 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62c82fe-90b7-4019-8dd9-362787bc6504,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:59.789970 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:59.790277 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.segments_db [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Added segment def107db-32f1-4d62-9f30-f96479d592dc of type vlan for network 9a165f92-34fb-49ff-93b5-2fa641955f25 Aug 24 18:44:59.797903 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:59.818098 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740181864075'] for network, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:59.848940 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935'] for network, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:59.850081 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:44:59.850756 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:44:59.854680 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-93ba575a-5642-49d9-94a9-ec95cc76fa8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:44:59.963404 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Pushing event updated for resources: {'Network': ['ID=9a165f92-34fb-49ff-93b5-2fa641955f25,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:44:59.966143 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:44:59.971636 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 39828) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:44:59.972156 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-9d37ac64-7e65-4d34-83c2-a1902662a753 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4060843 Aug 24 18:44:59.976799 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Network 9a165f92-34fb-49ff-93b5-2fa641955f25 details requested by agent ovs-agent-dv-cinder-805825-1-iscsi with host dv-cinder-805825-1-iscsi {{(pid=74997) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 24 18:44:59.979563 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-bf66a546-704c-482d-87d1-e47eb76bd4a1 admin admin] Request body: {'subnet': {'network_id': '9a165f92-34fb-49ff-93b5-2fa641955f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-932847111-subnet', 'tenant_id': '4672c10b9542419b938d72501a2b2f11', 'ip_version': 4}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:44:59.984963 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-bf66a546-704c-482d-87d1-e47eb76bd4a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:44:59.989502 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-bf66a546-704c-482d-87d1-e47eb76bd4a1 admin admin] Usage tracker for resource:subnet and tenant:4672c10b9542419b938d72501a2b2f11 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:44:59.995638 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-bf66a546-704c-482d-87d1-e47eb76bd4a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:00.003176 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-bf66a546-704c-482d-87d1-e47eb76bd4a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:00.019866 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf66a546-704c-482d-87d1-e47eb76bd4a1 admin admin] Made reservation on behalf of 4672c10b9542419b938d72501a2b2f11 for: {'subnet': 1} {{(pid=74995) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:45:00.022308 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-bf66a546-704c-482d-87d1-e47eb76bd4a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1399078'] for subnet, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:00.062293 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device ba4f6754-5eb3-4faf-8e64-d24e47173d60 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:45:00.152574 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port ba4f6754-5eb3-4faf-8e64-d24e47173d60 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:45:00.158489 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port ba4f6754-5eb3-4faf-8e64-d24e47173d60 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:00.159029 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:00.241971 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-bf66a546-704c-482d-87d1-e47eb76bd4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3098471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1399092'] for subnet, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:00.245887 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-daa7380b-26f9-448b-b747-231a1d027bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:00.274168 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:00.290167 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port ba4f6754-5eb3-4faf-8e64-d24e47173d60, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=ba4f6754-5eb3-4faf-8e64-d24e47173d60,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:45:00.294572 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:00.296460 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-2503bc6a-88f4-4c52-84b2-fe3d6ae073eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:00.315762 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66a546-704c-482d-87d1-e47eb76bd4a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=635c71df-3a6a-441f-9c32-a616d1928216,revision_number=0']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:00.318403 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-bf66a546-704c-482d-87d1-e47eb76bd4a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:00.334401 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf66a546-704c-482d-87d1-e47eb76bd4a1 admin admin] Checking segment: {'id': 'def107db-32f1-4d62-9f30-f96479d592dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9a165f92-34fb-49ff-93b5-2fa641955f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74995) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:45:00.334782 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf66a546-704c-482d-87d1-e47eb76bd4a1 admin admin] Network hostable DHCP agents. Network: 9a165f92-34fb-49ff-93b5-2fa641955f25, hostable agents: ['07c0c982-9110-493d-a202-71ade7b28515'], hosted agents: [] {{(pid=74995) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 18:45:00.363985 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf66a546-704c-482d-87d1-e47eb76bd4a1 admin admin] Network 9a165f92-34fb-49ff-93b5-2fa641955f25 is scheduled to be hosted by DHCP agent 07c0c982-9110-493d-a202-71ade7b28515 with binding_index 1 {{(pid=74995) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 18:45:00.376708 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-bf66a546-704c-482d-87d1-e47eb76bd4a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-805825-1-iscsi, 9a165f92-34fb-49ff-93b5-2fa641955f25) {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:45:00.379558 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=ba4f6754-5eb3-4faf-8e64-d24e47173d60,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:00.382354 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf66a546-704c-482d-87d1-e47eb76bd4a1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:00.382529 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:00.382976 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-bf66a546-704c-482d-87d1-e47eb76bd4a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:00.387213 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b53b810-69f1-4308-92aa-e1e89fd8e656 None None] Network 9a165f92-34fb-49ff-93b5-2fa641955f25 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:45:00.406792 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-bf66a546-704c-482d-87d1-e47eb76bd4a1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4328701 Aug 24 18:45:00.409247 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 39834) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:00.414572 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-932847111-router', 'tenant_id': '4672c10b9542419b938d72501a2b2f11', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:45:00.419191 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:00.423060 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Usage tracker for resource:router and tenant:4672c10b9542419b938d72501a2b2f11 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:00.425890 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:00.431770 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:00.442869 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1694580', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30657'] for router, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:00.443804 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1694487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1699279', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1750223', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30678'] for router, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:00.463061 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:00.616588 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e40c732-12b7-5d1c-b3b7-6e8fdb10c7cb-9a165f92-34fb-49ff-93b5-2fa641955f25', 'network_id': '9a165f92-34fb-49ff-93b5-2fa641955f25', 'tenant_id': '4672c10b9542419b938d72501a2b2f11', 'fixed_ips': [{'subnet_id': '635c71df-3a6a-441f-9c32-a616d1928216'}]}} from dv-cinder-805825-1-iscsi. {{(pid=74997) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Aug 24 18:45:00.617408 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:00.627497 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1699325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1694570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30500'] for router, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:00.773796 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.db_base_plugin_common [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Allocated IP 172.20.0.2 (9a165f92-34fb-49ff-93b5-2fa641955f25/635c71df-3a6a-441f-9c32-a616d1928216/b068aa9c-1360-4f26-bb2b-6c00af89f17b) {{(pid=74997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:45:00.821728 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:00.853184 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:00.988508 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Notify callbacks [] for port, precommit_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:00.998866 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Transition to ACTIVE for port object b068aa9c-1360-4f26-bb2b-6c00af89f17b will not be triggered until provisioned by entity L2. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:45:01.000565 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_common [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Allocated IP 172.27.3.246 (afb0294a-27f7-459e-836d-9dd48a51a08b/57a63288-2275-43de-bb63-fff925de2bab/6d04c1ff-f626-419c-bd66-eed5074dc421) {{(pid=74995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:45:01.018400 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Transition to ACTIVE for port object b068aa9c-1360-4f26-bb2b-6c00af89f17b will not be triggered until provisioned by entity DHCP. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:45:01.024126 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285'] for port, after_create {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:01.028650 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:01.092205 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Network 9a165f92-34fb-49ff-93b5-2fa641955f25 is already hosted by enough agents. {{(pid=74997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:45:01.095469 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.scheduler.base_scheduler [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Resources bound (agent type, host, resource id): {{(pid=74997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:45:01.098312 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Received port after_create {{(pid=74997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:45:01.105082 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Pushing event updated for resources: {'Port': ['ID=b068aa9c-1360-4f26-bb2b-6c00af89f17b,revision_number=1']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:01.107823 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:01.152581 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:01.187604 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:01.192169 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-fb1ee168-25f8-438b-ab56-c0fde79b1404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:01.256321 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Attempting to bind port b068aa9c-1360-4f26-bb2b-6c00af89f17b on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:45:01.256590 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Attempting to bind port b068aa9c-1360-4f26-bb2b-6c00af89f17b by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': 'def107db-32f1-4d62-9f30-f96479d592dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9a165f92-34fb-49ff-93b5-2fa641955f25'}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:45:01.256946 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Attempting to bind port b068aa9c-1360-4f26-bb2b-6c00af89f17b on network 9a165f92-34fb-49ff-93b5-2fa641955f25 {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:45:01.258994 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:01.263861 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Network afb0294a-27f7-459e-836d-9dd48a51a08b is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:45:01.264376 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:45:01.264751 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Checking segment: {'id': 'def107db-32f1-4d62-9f30-f96479d592dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9a165f92-34fb-49ff-93b5-2fa641955f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:45:01.265143 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:01.265551 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Bound using segment: {'id': 'def107db-32f1-4d62-9f30-f96479d592dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9a165f92-34fb-49ff-93b5-2fa641955f25'} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:45:01.266004 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Bound port: b068aa9c-1360-4f26-bb2b-6c00af89f17b, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def107db-32f1-4d62-9f30-f96479d592dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9a165f92-34fb-49ff-93b5-2fa641955f25'}}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:45:01.266373 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:01.267494 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:45:01.269454 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Pushing event updated for resources: {'Port': ['ID=6d04c1ff-f626-419c-bd66-eed5074dc421,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:01.271581 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Received port after_create {{(pid=74995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:45:01.296719 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:01.359890 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] For port b068aa9c-1360-4f26-bb2b-6c00af89f17b, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:45:01.363533 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] For port b068aa9c-1360-4f26-bb2b-6c00af89f17b, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=b068aa9c-1360-4f26-bb2b-6c00af89f17b,segment=NetworkSegment(def107db-32f1-4d62-9f30-f96479d592dc),segment_id=def107db-32f1-4d62-9f30-f96479d592dc)] {{(pid=74997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:45:01.370267 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:01.375772 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:01.450616 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:01.451814 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1694563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1692446'] for router, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:01.452515 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device eae12da4-2808-4e7f-9886-841a63d47e66 up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:45:01.544445 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Pushing event updated for resources: {'Port': ['ID=b068aa9c-1360-4f26-bb2b-6c00af89f17b,revision_number=2']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:01.561565 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:01.564554 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port eae12da4-2808-4e7f-9886-841a63d47e66 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:01.564988 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:01.733784 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:01.767717 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b401067-7ce7-4c89-9ec5-64d79f6443f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae12da4-2808-4e7f-9886-841a63d47e66'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:45:01.793467 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port eae12da4-2808-4e7f-9886-841a63d47e66, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=eae12da4-2808-4e7f-9886-841a63d47e66,segment=NetworkSegment(db786f6c-7c5d-4b00-b83f-da6a2a065cee),segment_id=db786f6c-7c5d-4b00-b83f-da6a2a065cee)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:45:01.801044 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:01.803243 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:01.860466 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b401067-7ce7-4c89-9ec5-64d79f6443f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae12da4-2808-4e7f-9886-841a63d47e66', 'code': 200} Aug 24 18:45:01.875758 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Router c04689d3-f0f8-4246-a750-feb8972aa851 is scheduled to L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 with binding_index 1 {{(pid=74995) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 18:45:01.895275 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=eae12da4-2808-4e7f-9886-841a63d47e66,revision_number=8']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:01.898239 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:02.100098 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device ba4f6754-5eb3-4faf-8e64-d24e47173d60 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:45:02.111420 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:45:02.120287 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] Sync routers for ids ['c04689d3-f0f8-4246-a750-feb8972aa851'] in dv-cinder-805825-1-iscsi {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:45:02.137790 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] Routers {'c04689d3-f0f8-4246-a750-feb8972aa851'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:45:02.144217 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] Notify callbacks [] for router, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:02.145489 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-4fe4b42f-359b-4f0e-95de-23991ea7664c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7352567 Aug 24 18:45:02.146497 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:44:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['c04689d3-f0f8-4246-a750-feb8972aa851'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:02.148320 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 39850) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:02.194814 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port ba4f6754-5eb3-4faf-8e64-d24e47173d60 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:02.195198 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:02.320925 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device b068aa9c-1360-4f26-bb2b-6c00af89f17b up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:45:02.367968 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] Set router c04689d3-f0f8-4246-a750-feb8972aa851 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:45:02.401487 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port b068aa9c-1360-4f26-bb2b-6c00af89f17b completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:45:02.546460 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3702702b-7db4-43e2-8108-7d9e1010aaa5 None None] Network 9a165f92-34fb-49ff-93b5-2fa641955f25 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:45:02.645624 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-8750e212-6903-4ea2-9324-9c53afc5c009 None None] Provisioning for port b068aa9c-1360-4f26-bb2b-6c00af89f17b completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:45:02.661480 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-8750e212-6903-4ea2-9324-9c53afc5c009 None None] Provisioning complete for port b068aa9c-1360-4f26-bb2b-6c00af89f17b triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:02.661869 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-8750e212-6903-4ea2-9324-9c53afc5c009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:02.672816 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04689d3-f0f8-4246-a750-feb8972aa851', 'name': 'tempest-TestVolumeBootPattern-932847111-router', 'tenant_id': '4672c10b9542419b938d72501a2b2f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '6d04c1ff-f626-419c-bd66-eed5074dc421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:45:00Z', 'updated_at': '2021-08-24T18:45:01Z', 'revision_number': 3, 'project_id': '4672c10b9542419b938d72501a2b2f11', 'gw_port': {'id': '6d04c1ff-f626-419c-bd66-eed5074dc421', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:88:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04689d3-f0f8-4246-a750-feb8972aa851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:45:00Z', 'updated_at': '2021-08-24T18:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:02.676786 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] Checking router: c04689d3-f0f8-4246-a750-feb8972aa851 for host: dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:45:02.677132 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] Updating router c04689d3-f0f8-4246-a750-feb8972aa851 port 6d04c1ff-f626-419c-bd66-eed5074dc421 binding host dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:45:02.730559 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:02.888619 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-8750e212-6903-4ea2-9324-9c53afc5c009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:02.930274 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-8750e212-6903-4ea2-9324-9c53afc5c009 None None] For port b068aa9c-1360-4f26-bb2b-6c00af89f17b, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=b068aa9c-1360-4f26-bb2b-6c00af89f17b,segment=NetworkSegment(def107db-32f1-4d62-9f30-f96479d592dc),segment_id=def107db-32f1-4d62-9f30-f96479d592dc)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:45:02.937591 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-8750e212-6903-4ea2-9324-9c53afc5c009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:02.939463 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:03.019004 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750e212-6903-4ea2-9324-9c53afc5c009 None None] Pushing event updated for resources: {'Port': ['ID=b068aa9c-1360-4f26-bb2b-6c00af89f17b,revision_number=3']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:03.022354 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-8750e212-6903-4ea2-9324-9c53afc5c009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:03.091691 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:03.180861 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] Notify callbacks [] for port, precommit_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:03.197504 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.provisioning_blocks [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] Transition to ACTIVE for port object 6d04c1ff-f626-419c-bd66-eed5074dc421 will not be triggered until provisioned by entity L2. {{(pid=74998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:45:03.205850 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:03.210327 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-239aafe0-9994-4959-9720-d4ec36fc5652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:03.263619 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-b89813b2-e505-4c5a-8d2b-118e30075a40 None None] Provisioning complete for port b068aa9c-1360-4f26-bb2b-6c00af89f17b triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:03.264197 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-b89813b2-e505-4c5a-8d2b-118e30075a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:03.279166 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a993b7e-2400-4d6a-ba55-6618e59ec9b1 None None] Pushing event updated for resources: {'Port': ['ID=6d04c1ff-f626-419c-bd66-eed5074dc421,revision_number=2']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:03.289917 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a993b7e-2400-4d6a-ba55-6618e59ec9b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:03.290261 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a993b7e-2400-4d6a-ba55-6618e59ec9b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:03.290599 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a993b7e-2400-4d6a-ba55-6618e59ec9b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:03.290975 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a993b7e-2400-4d6a-ba55-6618e59ec9b1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:03.291301 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a993b7e-2400-4d6a-ba55-6618e59ec9b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:03.291826 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a993b7e-2400-4d6a-ba55-6618e59ec9b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:03.292320 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a993b7e-2400-4d6a-ba55-6618e59ec9b1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:03.292914 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a993b7e-2400-4d6a-ba55-6618e59ec9b1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:03.293394 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a993b7e-2400-4d6a-ba55-6618e59ec9b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:03.293881 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a993b7e-2400-4d6a-ba55-6618e59ec9b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:03.294355 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a993b7e-2400-4d6a-ba55-6618e59ec9b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:03.298560 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-1a993b7e-2400-4d6a-ba55-6618e59ec9b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:03.323197 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] Attempting to bind port 6d04c1ff-f626-419c-bd66-eed5074dc421 on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:45:03.323574 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] Attempting to bind port 6d04c1ff-f626-419c-bd66-eed5074dc421 by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:45:03.323940 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] Attempting to bind port 6d04c1ff-f626-419c-bd66-eed5074dc421 on network afb0294a-27f7-459e-836d-9dd48a51a08b {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:45:03.333672 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:45:03.334087 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] Checking segment: {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:45:03.334529 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:03.334977 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] Bound using segment: {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:45:03.335449 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] Bound port: 6d04c1ff-f626-419c-bd66-eed5074dc421, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '784cbcd6-2113-4317-b99b-92d48e85dc0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b'}}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:45:03.335844 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:03.357042 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Allocated IP 172.20.0.1 (9a165f92-34fb-49ff-93b5-2fa641955f25/635c71df-3a6a-441f-9c32-a616d1928216/4c5b0182-f0db-41b6-9a61-0f43dbefa463) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:45:03.415865 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] For port 6d04c1ff-f626-419c-bd66-eed5074dc421, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:45:03.419210 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] For port 6d04c1ff-f626-419c-bd66-eed5074dc421, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=6d04c1ff-f626-419c-bd66-eed5074dc421,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:45:03.424245 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:03.428195 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-cbfa9b17-7ad1-4195-829d-2b8579c1faec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:03.510022 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] Routers {'c04689d3-f0f8-4246-a750-feb8972aa851'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:45:03.511009 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:44:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['c04689d3-f0f8-4246-a750-feb8972aa851'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:03.533348 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:03.549043 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Transition to ACTIVE for port object 4c5b0182-f0db-41b6-9a61-0f43dbefa463 will not be triggered until provisioned by entity DHCP. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:45:03.573145 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:03.577760 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-55ed4e82-7e13-4ab5-8ceb-210a4c70d481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:03.596966 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a993b7e-2400-4d6a-ba55-6618e59ec9b1 None None] Pushing event updated for resources: {'Port': ['ID=6d04c1ff-f626-419c-bd66-eed5074dc421,revision_number=3']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:03.601481 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-1a993b7e-2400-4d6a-ba55-6618e59ec9b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:03.647145 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Network 9a165f92-34fb-49ff-93b5-2fa641955f25 is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:45:03.650085 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:45:03.654590 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:45:03.679954 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Pushing event updated for resources: {'Port': ['ID=4c5b0182-f0db-41b6-9a61-0f43dbefa463,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:03.685540 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:03.707272 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] Set router c04689d3-f0f8-4246-a750-feb8972aa851 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:45:03.711739 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1692608'] for router_interface, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:03.804551 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:03.934916 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-dc15b924-e371-4a5f-a4f9-cb0905efc006 None None] Provisioning for port 4c5b0182-f0db-41b6-9a61-0f43dbefa463 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:45:03.945199 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-dc15b924-e371-4a5f-a4f9-cb0905efc006 None None] Provisioning complete for port 4c5b0182-f0db-41b6-9a61-0f43dbefa463 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:03.945714 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-dc15b924-e371-4a5f-a4f9-cb0905efc006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:04.042760 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device b068aa9c-1360-4f26-bb2b-6c00af89f17b up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:45:04.052362 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:04.053965 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04689d3-f0f8-4246-a750-feb8972aa851', 'name': 'tempest-TestVolumeBootPattern-932847111-router', 'tenant_id': '4672c10b9542419b938d72501a2b2f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '6d04c1ff-f626-419c-bd66-eed5074dc421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:45:00Z', 'updated_at': '2021-08-24T18:45:01Z', 'revision_number': 3, 'project_id': '4672c10b9542419b938d72501a2b2f11', 'gw_port': {'id': '6d04c1ff-f626-419c-bd66-eed5074dc421', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:88:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04689d3-f0f8-4246-a750-feb8972aa851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:45:00Z', 'updated_at': '2021-08-24T18:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:04.058179 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:04.058361 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd611854-3804-47d4-854a-0f10ecd2fc03 None None] The sync data for ids ['c04689d3-f0f8-4246-a750-feb8972aa851'] in dv-cinder-805825-1-iscsi is: [{'id': 'c04689d3-f0f8-4246-a750-feb8972aa851', 'name': 'tempest-TestVolumeBootPattern-932847111-router', 'tenant_id': '4672c10b9542419b938d72501a2b2f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '6d04c1ff-f626-419c-bd66-eed5074dc421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:45:00Z', 'updated_at': '2021-08-24T18:45:01Z', 'revision_number': 3, 'project_id': '4672c10b9542419b938d72501a2b2f11', 'gw_port': {'id': '6d04c1ff-f626-419c-bd66-eed5074dc421', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:88:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04689d3-f0f8-4246-a750-feb8972aa851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:45:00Z', 'updated_at': '2021-08-24T18:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}] {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:45:04.086514 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-dc15b924-e371-4a5f-a4f9-cb0905efc006 None None] Port 4c5b0182-f0db-41b6-9a61-0f43dbefa463 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:45:04.089468 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-baafcbaf-6fe2-430a-944b-8494481ea5aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:04.124287 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port b068aa9c-1360-4f26-bb2b-6c00af89f17b triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:04.124668 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:04.171226 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-15555595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1691689'] for router_interface, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:04.174797 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Pushing event updated for resources: {'Port': ['ID=4c5b0182-f0db-41b6-9a61-0f43dbefa463,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:04.177746 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:04.315801 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Network 9a165f92-34fb-49ff-93b5-2fa641955f25 is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:45:04.316991 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:45:04.511508 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-2a533cb8-e0b6-4d92-b809-fa9e4e6461ae None None] Provisioning complete for port 4c5b0182-f0db-41b6-9a61-0f43dbefa463 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:04.512081 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-2a533cb8-e0b6-4d92-b809-fa9e4e6461ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:04.567513 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-2a533cb8-e0b6-4d92-b809-fa9e4e6461ae None None] Port 4c5b0182-f0db-41b6-9a61-0f43dbefa463 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:45:04.820015 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Router c04689d3-f0f8-4246-a750-feb8972aa851 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:45:05.035518 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:45:05.044850 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] 10.222.0.62 "PUT /v2.0/routers/c04689d3-f0f8-4246-a750-feb8972aa851/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8954589 Aug 24 18:45:05.910045 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 39874) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:05.916571 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-b1b4c531-94c5-43c1-83d6-3a68dc655dde tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1851871127', 'description': 'tempest-secgroup-smoke-1851871127 description', 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:45:05.922847 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b1b4c531-94c5-43c1-83d6-3a68dc655dde tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:05.927089 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b1b4c531-94c5-43c1-83d6-3a68dc655dde tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Usage tracker for resource:security_group and tenant:547d022ded2e45ee9abb0d9dafb2bad2 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:05.930125 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b1b4c531-94c5-43c1-83d6-3a68dc655dde tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:05.936276 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b1b4c531-94c5-43c1-83d6-3a68dc655dde tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:05.948923 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b1b4c531-94c5-43c1-83d6-3a68dc655dde tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:05.985832 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b1b4c531-94c5-43c1-83d6-3a68dc655dde tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:05.989872 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b1b4c531-94c5-43c1-83d6-3a68dc655dde tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Usage tracker for resource:security_group_rule and tenant:547d022ded2e45ee9abb0d9dafb2bad2 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:05.993080 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b1b4c531-94c5-43c1-83d6-3a68dc655dde tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:05.999712 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b1b4c531-94c5-43c1-83d6-3a68dc655dde tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:06.058919 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b1b4c531-94c5-43c1-83d6-3a68dc655dde tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.064020 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b1b4c531-94c5-43c1-83d6-3a68dc655dde tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.068843 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-fc4c8c0e-6d18-46cd-a4f1-bc096d0b2cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:06.104890 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4c531-94c5-43c1-83d6-3a68dc655dde tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6377b742-d4de-4b92-89d1-e617e1822e4f,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:06.107487 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b1b4c531-94c5-43c1-83d6-3a68dc655dde tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.108636 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-b1b4c531-94c5-43c1-83d6-3a68dc655dde tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1973910 Aug 24 18:45:06.109513 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b1b4c531-94c5-43c1-83d6-3a68dc655dde tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:06.113517 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 39878) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:06.117904 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-6edeadbb-3db0-4adc-bc18-b026d09fa9c8 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Request body: {'security_group_rule': {'security_group_id': '6377b742-d4de-4b92-89d1-e617e1822e4f', 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:45:06.124096 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-6edeadbb-3db0-4adc-bc18-b026d09fa9c8 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:06.128333 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-6edeadbb-3db0-4adc-bc18-b026d09fa9c8 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Usage tracker for resource:security_group_rule and tenant:547d022ded2e45ee9abb0d9dafb2bad2 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:06.132522 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-6edeadbb-3db0-4adc-bc18-b026d09fa9c8 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:06.138579 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-6edeadbb-3db0-4adc-bc18-b026d09fa9c8 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:06.155796 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-6edeadbb-3db0-4adc-bc18-b026d09fa9c8 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.216255 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-6edeadbb-3db0-4adc-bc18-b026d09fa9c8 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.221349 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-6edeadbb-3db0-4adc-bc18-b026d09fa9c8 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.223435 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-cde3d56d-6e6b-4087-80de-69e00b0c1be3 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:06.245132 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edeadbb-3db0-4adc-bc18-b026d09fa9c8 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b96e090-fb1b-4354-830e-73e5e8e2e807,revision_number=0']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:06.250233 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-6edeadbb-3db0-4adc-bc18-b026d09fa9c8 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:06.256013 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-6edeadbb-3db0-4adc-bc18-b026d09fa9c8 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.257199 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-6edeadbb-3db0-4adc-bc18-b026d09fa9c8 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1443024 Aug 24 18:45:06.261117 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 39882) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:06.266597 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-3ba94f34-ff55-47a6-9d17-0b8c37891317 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Request body: {'security_group_rule': {'security_group_id': '6377b742-d4de-4b92-89d1-e617e1822e4f', 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:45:06.272281 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-3ba94f34-ff55-47a6-9d17-0b8c37891317 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:06.276172 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-3ba94f34-ff55-47a6-9d17-0b8c37891317 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Usage tracker for resource:security_group_rule and tenant:547d022ded2e45ee9abb0d9dafb2bad2 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:06.279076 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-3ba94f34-ff55-47a6-9d17-0b8c37891317 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:06.284792 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-3ba94f34-ff55-47a6-9d17-0b8c37891317 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:06.303741 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3ba94f34-ff55-47a6-9d17-0b8c37891317 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.372223 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3ba94f34-ff55-47a6-9d17-0b8c37891317 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.377712 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3ba94f34-ff55-47a6-9d17-0b8c37891317 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.384141 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-7a35944e-9a74-4d52-ac22-b649ce7d0907 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:06.403480 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba94f34-ff55-47a6-9d17-0b8c37891317 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf7b882-663b-480c-bb57-9d6099135361,revision_number=0']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:06.407778 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-3ba94f34-ff55-47a6-9d17-0b8c37891317 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:06.412911 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3ba94f34-ff55-47a6-9d17-0b8c37891317 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.414129 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-3ba94f34-ff55-47a6-9d17-0b8c37891317 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1521051 Aug 24 18:45:06.416900 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 39886) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:06.422443 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-eebfbc7c-d21d-4e45-bb6f-a0604691dd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Request body: {'security_group_rule': {'security_group_id': '6377b742-d4de-4b92-89d1-e617e1822e4f', 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:45:06.428217 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-eebfbc7c-d21d-4e45-bb6f-a0604691dd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:06.432191 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-eebfbc7c-d21d-4e45-bb6f-a0604691dd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Usage tracker for resource:security_group_rule and tenant:547d022ded2e45ee9abb0d9dafb2bad2 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:06.435278 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-eebfbc7c-d21d-4e45-bb6f-a0604691dd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:06.441593 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-eebfbc7c-d21d-4e45-bb6f-a0604691dd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:06.462870 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-eebfbc7c-d21d-4e45-bb6f-a0604691dd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.526336 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-eebfbc7c-d21d-4e45-bb6f-a0604691dd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.532059 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-eebfbc7c-d21d-4e45-bb6f-a0604691dd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.534120 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-6edeadbb-3db0-4adc-bc18-b026d09fa9c8 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:06.556991 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfbc7c-d21d-4e45-bb6f-a0604691dd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1bf867-20c6-404d-b87a-eb59abe761c2,revision_number=0']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:06.561481 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-eebfbc7c-d21d-4e45-bb6f-a0604691dd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:06.567021 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-eebfbc7c-d21d-4e45-bb6f-a0604691dd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.568221 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-eebfbc7c-d21d-4e45-bb6f-a0604691dd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1504104 Aug 24 18:45:06.571287 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 39890) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:06.577110 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-2cf33fff-5fe9-4a15-8070-caa247f79acf tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Request body: {'security_group_rule': {'security_group_id': '6377b742-d4de-4b92-89d1-e617e1822e4f', 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:45:06.583044 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-2cf33fff-5fe9-4a15-8070-caa247f79acf tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:06.587193 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-2cf33fff-5fe9-4a15-8070-caa247f79acf tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Usage tracker for resource:security_group_rule and tenant:547d022ded2e45ee9abb0d9dafb2bad2 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:06.590252 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-2cf33fff-5fe9-4a15-8070-caa247f79acf tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:06.596306 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-2cf33fff-5fe9-4a15-8070-caa247f79acf tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:06.614633 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2cf33fff-5fe9-4a15-8070-caa247f79acf tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.679204 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2cf33fff-5fe9-4a15-8070-caa247f79acf tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.683341 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2cf33fff-5fe9-4a15-8070-caa247f79acf tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.685405 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-26c2b831-3867-4fad-8041-c28c42c15b29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:06.705815 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf33fff-5fe9-4a15-8070-caa247f79acf tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996a39ee-452c-41ea-857a-448050d5620c,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:06.709761 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-2cf33fff-5fe9-4a15-8070-caa247f79acf tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:06.717179 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2cf33fff-5fe9-4a15-8070-caa247f79acf tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.718333 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-2cf33fff-5fe9-4a15-8070-caa247f79acf tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1460717 Aug 24 18:45:06.721101 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 39898) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:06.726639 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-242a6f93-89e4-4698-ae95-537c020fcd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Request body: {'security_group_rule': {'security_group_id': '6377b742-d4de-4b92-89d1-e617e1822e4f', 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:45:06.732590 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-242a6f93-89e4-4698-ae95-537c020fcd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:06.736454 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-242a6f93-89e4-4698-ae95-537c020fcd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Usage tracker for resource:security_group_rule and tenant:547d022ded2e45ee9abb0d9dafb2bad2 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:06.739539 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-242a6f93-89e4-4698-ae95-537c020fcd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:06.745416 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-242a6f93-89e4-4698-ae95-537c020fcd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:06.760426 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.securitygroups_db [None req-242a6f93-89e4-4698-ae95-537c020fcd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Project 547d022ded2e45ee9abb0d9dafb2bad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 18:45:06.767254 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-242a6f93-89e4-4698-ae95-537c020fcd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.833021 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-242a6f93-89e4-4698-ae95-537c020fcd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.837147 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-242a6f93-89e4-4698-ae95-537c020fcd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.839261 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-cce13b23-3e13-4594-9044-8353b987bc48 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:06.860660 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a6f93-89e4-4698-ae95-537c020fcd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8ce105-ab41-442c-97ce-e80652225668,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:06.863121 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-242a6f93-89e4-4698-ae95-537c020fcd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:06.870776 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-242a6f93-89e4-4698-ae95-537c020fcd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.871968 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-242a6f93-89e4-4698-ae95-537c020fcd20 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1499631 Aug 24 18:45:06.874858 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 39906) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:06.880880 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-4e540029-e86a-4774-9b98-1cc1ca9840ae tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Request body: {'security_group_rule': {'security_group_id': '6377b742-d4de-4b92-89d1-e617e1822e4f', 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:45:06.887986 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-4e540029-e86a-4774-9b98-1cc1ca9840ae tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:06.892036 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-4e540029-e86a-4774-9b98-1cc1ca9840ae tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Usage tracker for resource:security_group_rule and tenant:547d022ded2e45ee9abb0d9dafb2bad2 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:06.895014 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-4e540029-e86a-4774-9b98-1cc1ca9840ae tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:06.900887 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-4e540029-e86a-4774-9b98-1cc1ca9840ae tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:06.913010 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.securitygroups_db [None req-4e540029-e86a-4774-9b98-1cc1ca9840ae tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Project 547d022ded2e45ee9abb0d9dafb2bad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 18:45:06.928881 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4e540029-e86a-4774-9b98-1cc1ca9840ae tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:06.999422 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4e540029-e86a-4774-9b98-1cc1ca9840ae tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:07.004164 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4e540029-e86a-4774-9b98-1cc1ca9840ae tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754592'] for security_group_rule, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:07.006198 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-9a632dcc-1778-4e9a-b061-c63c7b131596 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:07.027697 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e540029-e86a-4774-9b98-1cc1ca9840ae tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149c8ccc-6ef7-453c-925e-51a17d604c64,revision_number=0']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:07.030048 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-4e540029-e86a-4774-9b98-1cc1ca9840ae tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:07.040367 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-4e540029-e86a-4774-9b98-1cc1ca9840ae tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:07.041763 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-4e540029-e86a-4774-9b98-1cc1ca9840ae tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1659546 Aug 24 18:45:10.040297 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 6d04c1ff-f626-419c-bd66-eed5074dc421 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:45:10.112288 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port 6d04c1ff-f626-419c-bd66-eed5074dc421 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:45:10.118085 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 6d04c1ff-f626-419c-bd66-eed5074dc421 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:10.118498 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:10.286260 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:10.302125 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port 6d04c1ff-f626-419c-bd66-eed5074dc421, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=6d04c1ff-f626-419c-bd66-eed5074dc421,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:45:10.307306 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:10.309450 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-282c9a2e-0de8-4721-8d82-4975ad94b53c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:10.381228 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=6d04c1ff-f626-419c-bd66-eed5074dc421,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:10.384421 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:11.309494 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 39984) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:11.459342 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6861fc2b-6be3-47ed-a98e-dfa1e5327456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:11.493389 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-6861fc2b-6be3-47ed-a98e-dfa1e5327456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:11.497383 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-6861fc2b-6be3-47ed-a98e-dfa1e5327456 admin admin] Usage tracker for resource:security_group_rule and tenant:15e7fbb84f6f4215b8439261618b0c96 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:11.500640 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-6861fc2b-6be3-47ed-a98e-dfa1e5327456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:11.506878 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-6861fc2b-6be3-47ed-a98e-dfa1e5327456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:11.581222 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6861fc2b-6be3-47ed-a98e-dfa1e5327456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:11.586418 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6861fc2b-6be3-47ed-a98e-dfa1e5327456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:11.593015 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-7413764c-944c-44bb-97a3-9e5835e7f77f tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:11.634753 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861fc2b-6be3-47ed-a98e-dfa1e5327456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f405f690-4696-4fa1-baf8-b444dabd45dd,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:11.639227 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-6861fc2b-6be3-47ed-a98e-dfa1e5327456 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15e7fbb84f6f4215b8439261618b0c96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3287420 Aug 24 18:45:11.640095 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-6861fc2b-6be3-47ed-a98e-dfa1e5327456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:11.641874 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 39990) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:11.704621 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-981239c5-306e-49fe-a2b9-efc8764c040b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:11.738815 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-981239c5-306e-49fe-a2b9-efc8764c040b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:11.794989 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-981239c5-306e-49fe-a2b9-efc8764c040b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:11.798603 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-1334272a-8426-427f-8579-9ff6074efaf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:11.809689 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981239c5-306e-49fe-a2b9-efc8764c040b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f405f690-4696-4fa1-baf8-b444dabd45dd,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:11.812002 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-981239c5-306e-49fe-a2b9-efc8764c040b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:11.820065 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-981239c5-306e-49fe-a2b9-efc8764c040b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:11.821403 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-981239c5-306e-49fe-a2b9-efc8764c040b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f405f690-4696-4fa1-baf8-b444dabd45dd HTTP/1.1" status: 204 len: 168 time: 0.1786447 Aug 24 18:45:12.040664 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 6d04c1ff-f626-419c-bd66-eed5074dc421 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:45:12.121801 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 6d04c1ff-f626-419c-bd66-eed5074dc421 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:12.122393 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:12.177530 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 40000) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:12.199669 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3f2873b5-4cc1-4b2f-9958-4f8de0e1dc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:12.231373 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-3f2873b5-4cc1-4b2f-9958-4f8de0e1dc04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:12.235298 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-3f2873b5-4cc1-4b2f-9958-4f8de0e1dc04 admin admin] Usage tracker for resource:security_group_rule and tenant:2482dff473fc4825894744d9815c88dc is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:12.238265 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-3f2873b5-4cc1-4b2f-9958-4f8de0e1dc04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:12.244119 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-3f2873b5-4cc1-4b2f-9958-4f8de0e1dc04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:12.315049 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3f2873b5-4cc1-4b2f-9958-4f8de0e1dc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:12.320331 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3f2873b5-4cc1-4b2f-9958-4f8de0e1dc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:12.327922 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-2fea82d1-9f52-4dbd-8501-28be56947197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:12.367330 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2873b5-4cc1-4b2f-9958-4f8de0e1dc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e423ede-2084-45bb-9db1-835419270856,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:12.371343 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-3f2873b5-4cc1-4b2f-9958-4f8de0e1dc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:12.373988 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-3f2873b5-4cc1-4b2f-9958-4f8de0e1dc04 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2482dff473fc4825894744d9815c88dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1954420 Aug 24 18:45:12.376790 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 40004) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:12.441167 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2ab46f31-731f-48ff-b17d-7ad5222e060d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:12.466895 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2ab46f31-731f-48ff-b17d-7ad5222e060d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:12.521255 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2ab46f31-731f-48ff-b17d-7ad5222e060d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:12.525189 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-194343d2-fe5a-4bd7-8469-f042afb393fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:12.539150 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab46f31-731f-48ff-b17d-7ad5222e060d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e423ede-2084-45bb-9db1-835419270856,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:12.541888 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-2ab46f31-731f-48ff-b17d-7ad5222e060d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:12.547251 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-2ab46f31-731f-48ff-b17d-7ad5222e060d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:12.548380 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-2ab46f31-731f-48ff-b17d-7ad5222e060d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e423ede-2084-45bb-9db1-835419270856 HTTP/1.1" status: 204 len: 168 time: 0.1708491 Aug 24 18:45:13.535186 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] Sync routers for ids ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:45:13.548993 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] Routers {'4c3bf206-6e8b-4965-ba63-f4c2d3f22874'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:45:13.549628 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:44:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:13.736790 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] Set router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:45:13.923578 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 40036) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:14.071984 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 2, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:14.073784 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b340209b-aead-4cdc-8e74-890f5114cc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:14.076057 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] Checking router: 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:45:14.076417 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] Updating router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 port 5105c81a-4654-4234-8dcc-ebc3039b6ab4 binding host dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:45:14.105784 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b340209b-aead-4cdc-8e74-890f5114cc2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:14.109515 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b340209b-aead-4cdc-8e74-890f5114cc2d admin admin] Usage tracker for resource:security_group_rule and tenant:14800fb6573d45a29e07e773d83d5c4c is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:14.112444 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-b340209b-aead-4cdc-8e74-890f5114cc2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:14.118278 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-b340209b-aead-4cdc-8e74-890f5114cc2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:14.134944 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:14.185421 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b340209b-aead-4cdc-8e74-890f5114cc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:14.190302 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b340209b-aead-4cdc-8e74-890f5114cc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:14.197735 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-90b321d2-d403-48a9-8912-a30b72df8167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:14.239842 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340209b-aead-4cdc-8e74-890f5114cc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdc5119-0eae-4980-8e9f-f6c209acbfbc,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:14.246790 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-b340209b-aead-4cdc-8e74-890f5114cc2d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=14800fb6573d45a29e07e773d83d5c4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3221357 Aug 24 18:45:14.246994 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40044) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:14.248603 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b340209b-aead-4cdc-8e74-890f5114cc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:14.319748 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-a18ac2a1-bed1-469d-940e-bd28165de4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:14.348115 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-a18ac2a1-bed1-469d-940e-bd28165de4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:14.405485 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-a18ac2a1-bed1-469d-940e-bd28165de4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:14.409664 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-2a4dad25-161b-44c9-a8de-6aad46076d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:14.421262 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ac2a1-bed1-469d-940e-bd28165de4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdc5119-0eae-4980-8e9f-f6c209acbfbc,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:14.425931 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-a18ac2a1-bed1-469d-940e-bd28165de4cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:14.427735 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-a18ac2a1-bed1-469d-940e-bd28165de4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:14.431426 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-a18ac2a1-bed1-469d-940e-bd28165de4cf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cbdc5119-0eae-4980-8e9f-f6c209acbfbc HTTP/1.1" status: 204 len: 168 time: 0.1808033 Aug 24 18:45:14.522255 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] Notify callbacks [] for port, precommit_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:14.538481 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] Transition to ACTIVE for port object 5105c81a-4654-4234-8dcc-ebc3039b6ab4 will not be triggered until provisioned by entity L2. {{(pid=74997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:45:14.544965 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:14.549006 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:14.678527 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bb41c-91d9-4d35-b8fc-768ef3b6ec16 None None] Pushing event updated for resources: {'Port': ['ID=5105c81a-4654-4234-8dcc-ebc3039b6ab4,revision_number=3']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:14.683329 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-7b6bb41c-91d9-4d35-b8fc-768ef3b6ec16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:14.734201 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:45:14.821712 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] Attempting to bind port 5105c81a-4654-4234-8dcc-ebc3039b6ab4 on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:45:14.822093 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] Attempting to bind port 5105c81a-4654-4234-8dcc-ebc3039b6ab4 by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': 'd35cec0d-5d86-4d67-b67b-efbc47735fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4296fa39-8509-499f-85b9-0363df20a184'}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:45:14.822458 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] Attempting to bind port 5105c81a-4654-4234-8dcc-ebc3039b6ab4 on network 4296fa39-8509-499f-85b9-0363df20a184 {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:45:14.829629 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:45:14.830009 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] Checking segment: {'id': 'd35cec0d-5d86-4d67-b67b-efbc47735fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4296fa39-8509-499f-85b9-0363df20a184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:45:14.830421 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:14.830874 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] Bound using segment: {'id': 'd35cec0d-5d86-4d67-b67b-efbc47735fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4296fa39-8509-499f-85b9-0363df20a184'} {{(pid=74997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:45:14.831343 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.managers [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] Bound port: 5105c81a-4654-4234-8dcc-ebc3039b6ab4, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd35cec0d-5d86-4d67-b67b-efbc47735fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4296fa39-8509-499f-85b9-0363df20a184'}}] {{(pid=74997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:45:14.831720 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:14.932495 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] For port 5105c81a-4654-4234-8dcc-ebc3039b6ab4, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:45:14.935572 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] For port 5105c81a-4654-4234-8dcc-ebc3039b6ab4, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=5105c81a-4654-4234-8dcc-ebc3039b6ab4,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:45:14.952049 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:14.957756 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:15.039596 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bb41c-91d9-4d35-b8fc-768ef3b6ec16 None None] Pushing event updated for resources: {'Port': ['ID=5105c81a-4654-4234-8dcc-ebc3039b6ab4,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:15.048826 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-7b6bb41c-91d9-4d35-b8fc-768ef3b6ec16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:15.049560 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] Routers {'4c3bf206-6e8b-4965-ba63-f4c2d3f22874'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:45:15.050213 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:44:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:15.271620 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] Set router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:45:15.324721 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] Sync routers for ids ['c04689d3-f0f8-4246-a750-feb8972aa851'] in dv-cinder-805825-1-iscsi {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:45:15.337925 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] Routers {'c04689d3-f0f8-4246-a750-feb8972aa851'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:45:15.338565 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:44:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['c04689d3-f0f8-4246-a750-feb8972aa851'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:15.530173 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] Set router c04689d3-f0f8-4246-a750-feb8972aa851 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:45:15.640017 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:45:14Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:15.648114 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63796bf1-c1a3-4c61-a8d5-15d301be62dd None None] The sync data for ids ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'] in dv-cinder-805825-1-iscsi is: [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:45:14Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:45:15.871852 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04689d3-f0f8-4246-a750-feb8972aa851', 'name': 'tempest-TestVolumeBootPattern-932847111-router', 'tenant_id': '4672c10b9542419b938d72501a2b2f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '6d04c1ff-f626-419c-bd66-eed5074dc421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:45:00Z', 'updated_at': '2021-08-24T18:45:03Z', 'revision_number': 4, 'project_id': '4672c10b9542419b938d72501a2b2f11', 'gw_port': {'id': '6d04c1ff-f626-419c-bd66-eed5074dc421', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04689d3-f0f8-4246-a750-feb8972aa851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:45:00Z', 'updated_at': '2021-08-24T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '4c5b0182-f0db-41b6-9a61-0f43dbefa463', 'name': '', 'network_id': '9a165f92-34fb-49ff-93b5-2fa641955f25', 'tenant_id': '4672c10b9542419b938d72501a2b2f11', 'mac_address': 'fa:16:3e:03:53:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04689d3-f0f8-4246-a750-feb8972aa851', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635c71df-3a6a-441f-9c32-a616d1928216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:45:03Z', 'updated_at': '2021-08-24T18:45:03Z', 'revision_number': 2, 'project_id': '4672c10b9542419b938d72501a2b2f11', 'subnets': [{'id': '635c71df-3a6a-441f-9c32-a616d1928216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:15.876621 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] Checking router: c04689d3-f0f8-4246-a750-feb8972aa851 for host: dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:45:15.877313 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] Updating router c04689d3-f0f8-4246-a750-feb8972aa851 port 4c5b0182-f0db-41b6-9a61-0f43dbefa463 binding host dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Aug 24 18:45:15.935515 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:16.085690 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 5105c81a-4654-4234-8dcc-ebc3039b6ab4 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:45:16.178024 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port 5105c81a-4654-4234-8dcc-ebc3039b6ab4 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:45:16.184313 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 5105c81a-4654-4234-8dcc-ebc3039b6ab4 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:16.185006 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:16.317178 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:16.327058 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] Notify callbacks [] for port, precommit_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:16.340008 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.provisioning_blocks [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] Transition to ACTIVE for port object 4c5b0182-f0db-41b6-9a61-0f43dbefa463 will not be triggered until provisioned by entity L2. {{(pid=74998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:45:16.347823 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:16.352400 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-62b9a8dd-8642-4e15-b8b3-8e81ad941768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:16.355065 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port 5105c81a-4654-4234-8dcc-ebc3039b6ab4, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=5105c81a-4654-4234-8dcc-ebc3039b6ab4,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:45:16.361021 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:16.362006 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:16.427472 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946db3f9-6283-42bb-9b1a-51ab859eb5bf None None] Pushing event updated for resources: {'Port': ['ID=4c5b0182-f0db-41b6-9a61-0f43dbefa463,revision_number=3']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:16.433069 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-946db3f9-6283-42bb-9b1a-51ab859eb5bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:16.451959 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=5105c81a-4654-4234-8dcc-ebc3039b6ab4,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:16.463684 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:16.607045 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] Attempting to bind port 4c5b0182-f0db-41b6-9a61-0f43dbefa463 on host dv-cinder-805825-1-iscsi for vnic_type normal with profile {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:45:16.607416 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] Attempting to bind port 4c5b0182-f0db-41b6-9a61-0f43dbefa463 by drivers openvswitch,hyperv on host dv-cinder-805825-1-iscsi at level 0 using segments [{'id': 'def107db-32f1-4d62-9f30-f96479d592dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9a165f92-34fb-49ff-93b5-2fa641955f25'}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:45:16.607782 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] Attempting to bind port 4c5b0182-f0db-41b6-9a61-0f43dbefa463 on network 9a165f92-34fb-49ff-93b5-2fa641955f25 {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:45:16.614385 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] Checking agent: {'id': 'dc753aa2-9f07-45a5-a937-b66f2f77ff91', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-805825-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 27, 19), 'started_at': datetime.datetime(2021, 8, 24, 18, 27, 49), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-805825-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:45:16.614786 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] Checking segment: {'id': 'def107db-32f1-4d62-9f30-f96479d592dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9a165f92-34fb-49ff-93b5-2fa641955f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:45:16.615191 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:16.615587 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] Bound using segment: {'id': 'def107db-32f1-4d62-9f30-f96479d592dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9a165f92-34fb-49ff-93b5-2fa641955f25'} {{(pid=74998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:45:16.616031 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.managers [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] Bound port: 4c5b0182-f0db-41b6-9a61-0f43dbefa463, host: dv-cinder-805825-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def107db-32f1-4d62-9f30-f96479d592dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '9a165f92-34fb-49ff-93b5-2fa641955f25'}}] {{(pid=74998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:45:16.616593 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:16.713334 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] For port 4c5b0182-f0db-41b6-9a61-0f43dbefa463, host dv-cinder-805825-1-iscsi, cleared binding levels {{(pid=74998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:45:16.716278 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.plugins.ml2.db [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] For port 4c5b0182-f0db-41b6-9a61-0f43dbefa463, host dv-cinder-805825-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=4c5b0182-f0db-41b6-9a61-0f43dbefa463,segment=NetworkSegment(def107db-32f1-4d62-9f30-f96479d592dc),segment_id=def107db-32f1-4d62-9f30-f96479d592dc)] {{(pid=74998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:45:16.721646 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron_lib.callbacks.manager [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:16.725294 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-1a993b7e-2400-4d6a-ba55-6618e59ec9b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:16.808814 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946db3f9-6283-42bb-9b1a-51ab859eb5bf None None] Pushing event updated for resources: {'Port': ['ID=4c5b0182-f0db-41b6-9a61-0f43dbefa463,revision_number=4']} {{(pid=74998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:16.812373 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG oslo_concurrency.lockutils [None req-946db3f9-6283-42bb-9b1a-51ab859eb5bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74998) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:16.816074 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] Routers {'c04689d3-f0f8-4246-a750-feb8972aa851'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:45:16.816925 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:44:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['c04689d3-f0f8-4246-a750-feb8972aa851'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:17.040557 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] Set router c04689d3-f0f8-4246-a750-feb8972aa851 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:45:17.374777 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04689d3-f0f8-4246-a750-feb8972aa851', 'name': 'tempest-TestVolumeBootPattern-932847111-router', 'tenant_id': '4672c10b9542419b938d72501a2b2f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '6d04c1ff-f626-419c-bd66-eed5074dc421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:45:00Z', 'updated_at': '2021-08-24T18:45:03Z', 'revision_number': 4, 'project_id': '4672c10b9542419b938d72501a2b2f11', 'gw_port': {'id': '6d04c1ff-f626-419c-bd66-eed5074dc421', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04689d3-f0f8-4246-a750-feb8972aa851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:45:00Z', 'updated_at': '2021-08-24T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '4c5b0182-f0db-41b6-9a61-0f43dbefa463', 'name': '', 'network_id': '9a165f92-34fb-49ff-93b5-2fa641955f25', 'tenant_id': '4672c10b9542419b938d72501a2b2f11', 'mac_address': 'fa:16:3e:03:53:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04689d3-f0f8-4246-a750-feb8972aa851', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635c71df-3a6a-441f-9c32-a616d1928216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:45:03Z', 'updated_at': '2021-08-24T18:45:16Z', 'revision_number': 4, 'project_id': '4672c10b9542419b938d72501a2b2f11', 'subnets': [{'id': '635c71df-3a6a-441f-9c32-a616d1928216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:17.379519 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4855978a-b382-465d-aca6-80ca8158d2f0 None None] The sync data for ids ['c04689d3-f0f8-4246-a750-feb8972aa851'] in dv-cinder-805825-1-iscsi is: [{'id': 'c04689d3-f0f8-4246-a750-feb8972aa851', 'name': 'tempest-TestVolumeBootPattern-932847111-router', 'tenant_id': '4672c10b9542419b938d72501a2b2f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '6d04c1ff-f626-419c-bd66-eed5074dc421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:45:00Z', 'updated_at': '2021-08-24T18:45:03Z', 'revision_number': 4, 'project_id': '4672c10b9542419b938d72501a2b2f11', 'gw_port': {'id': '6d04c1ff-f626-419c-bd66-eed5074dc421', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04689d3-f0f8-4246-a750-feb8972aa851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:45:00Z', 'updated_at': '2021-08-24T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '4c5b0182-f0db-41b6-9a61-0f43dbefa463', 'name': '', 'network_id': '9a165f92-34fb-49ff-93b5-2fa641955f25', 'tenant_id': '4672c10b9542419b938d72501a2b2f11', 'mac_address': 'fa:16:3e:03:53:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04689d3-f0f8-4246-a750-feb8972aa851', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '635c71df-3a6a-441f-9c32-a616d1928216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:45:03Z', 'updated_at': '2021-08-24T18:45:16Z', 'revision_number': 4, 'project_id': '4672c10b9542419b938d72501a2b2f11', 'subnets': [{'id': '635c71df-3a6a-441f-9c32-a616d1928216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:45:18.093287 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 4c5b0182-f0db-41b6-9a61-0f43dbefa463 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:45:18.164863 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning for port 4c5b0182-f0db-41b6-9a61-0f43dbefa463 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:45:18.171068 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 4c5b0182-f0db-41b6-9a61-0f43dbefa463 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:18.171552 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:18.292989 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:18.339734 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] For port 4c5b0182-f0db-41b6-9a61-0f43dbefa463, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=4c5b0182-f0db-41b6-9a61-0f43dbefa463,segment=NetworkSegment(def107db-32f1-4d62-9f30-f96479d592dc),segment_id=def107db-32f1-4d62-9f30-f96479d592dc)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:45:18.344709 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:18.345531 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 5105c81a-4654-4234-8dcc-ebc3039b6ab4 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:45:18.368424 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:18.460614 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Pushing event updated for resources: {'Port': ['ID=4c5b0182-f0db-41b6-9a61-0f43dbefa463,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:18.464047 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:18.475297 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 5105c81a-4654-4234-8dcc-ebc3039b6ab4 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:18.475679 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:18.933062 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-fff7fa02-2d5b-426a-9873-41dbb95c195b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:19.364729 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:20.024482 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 4c5b0182-f0db-41b6-9a61-0f43dbefa463 up at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:45:20.097070 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Provisioning complete for port 4c5b0182-f0db-41b6-9a61-0f43dbefa463 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:20.097440 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:21.277115 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-497c1102-dab1-4444-a856-9d8694893b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:22.178247 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:23.667412 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:25.055126 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 40190) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:25.201199 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-62777bfc-a718-4171-9305-9c7dd408a6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:25.234304 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-62777bfc-a718-4171-9305-9c7dd408a6d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:25.238621 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-62777bfc-a718-4171-9305-9c7dd408a6d1 admin admin] Usage tracker for resource:security_group_rule and tenant:86cdc6c37cf04e218dbcca45aecffd68 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:25.241778 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-62777bfc-a718-4171-9305-9c7dd408a6d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:25.247761 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-62777bfc-a718-4171-9305-9c7dd408a6d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:25.314888 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-62777bfc-a718-4171-9305-9c7dd408a6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:25.320139 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-62777bfc-a718-4171-9305-9c7dd408a6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:25.334909 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-e1870347-e3fa-455c-9c84-cf8cf34e006c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:25.371836 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62777bfc-a718-4171-9305-9c7dd408a6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0aeebb-a9d5-4893-95dc-3fc40df13240,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:25.375810 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-62777bfc-a718-4171-9305-9c7dd408a6d1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=86cdc6c37cf04e218dbcca45aecffd68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3190849 Aug 24 18:45:25.378960 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40202) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:25.384808 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62777bfc-a718-4171-9305-9c7dd408a6d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:25.385186 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62777bfc-a718-4171-9305-9c7dd408a6d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:25.385565 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62777bfc-a718-4171-9305-9c7dd408a6d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:25.385933 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62777bfc-a718-4171-9305-9c7dd408a6d1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:25.386278 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62777bfc-a718-4171-9305-9c7dd408a6d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:25.386642 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62777bfc-a718-4171-9305-9c7dd408a6d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:25.387029 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62777bfc-a718-4171-9305-9c7dd408a6d1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:25.387388 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62777bfc-a718-4171-9305-9c7dd408a6d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:25.387749 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62777bfc-a718-4171-9305-9c7dd408a6d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:25.388106 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62777bfc-a718-4171-9305-9c7dd408a6d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:25.388460 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62777bfc-a718-4171-9305-9c7dd408a6d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:25.392294 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-62777bfc-a718-4171-9305-9c7dd408a6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:25.445664 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b1efd773-9527-4ff7-8dfb-622dacbca4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:25.472294 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b1efd773-9527-4ff7-8dfb-622dacbca4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:25.536492 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b1efd773-9527-4ff7-8dfb-622dacbca4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:25.540522 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-0b4147de-fd22-4b4e-a663-0a4403c15f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:25.551644 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efd773-9527-4ff7-8dfb-622dacbca4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0aeebb-a9d5-4893-95dc-3fc40df13240,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:25.555586 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-b1efd773-9527-4ff7-8dfb-622dacbca4c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:25.559339 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b1efd773-9527-4ff7-8dfb-622dacbca4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:25.565822 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-b1efd773-9527-4ff7-8dfb-622dacbca4c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1b0aeebb-a9d5-4893-95dc-3fc40df13240 HTTP/1.1" status: 204 len: 168 time: 0.1829317 Aug 24 18:45:25.625727 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-d6d15602-013a-46cc-80b9-810d0cc1a5d8 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851871127&fields=id&tenant_id=547d022ded2e45ee9abb0d9dafb2bad2 HTTP/1.1" status: 200 len: 267 time: 0.0421512 Aug 24 18:45:25.778401 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-d3f5abeb-b95a-4bea-9249-ba9e8375f6e1 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:25.779932 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-d3f5abeb-b95a-4bea-9249-ba9e8375f6e1 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/networks?id=4296fa39-8509-499f-85b9-0363df20a184 HTTP/1.1" status: 200 len: 811 time: 0.1471720 Aug 24 18:45:25.796779 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-7a5960a8-97d1-4087-a651-d7cba643391f tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/quotas/547d022ded2e45ee9abb0d9dafb2bad2 HTTP/1.1" status: 200 len: 375 time: 0.0113034 Aug 24 18:45:25.885324 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-63a6dcb9-e1d6-4a51-ae10-08cb97fa5907 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Synchronizing usage tracker for tenant:547d022ded2e45ee9abb0d9dafb2bad2 on resource:port {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:45:25.897643 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 40214) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:25.902740 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-63a6dcb9-e1d6-4a51-ae10-08cb97fa5907 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Unset dirty status for tenant:547d022ded2e45ee9abb0d9dafb2bad2 on resource:port {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:45:25.904042 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-63a6dcb9-e1d6-4a51-ae10-08cb97fa5907 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=547d022ded2e45ee9abb0d9dafb2bad2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020153 Aug 24 18:45:25.919789 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9b5d0dfd-26f4-4e0a-a33c-7b7272a961a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:25.954100 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-9b5d0dfd-26f4-4e0a-a33c-7b7272a961a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:25.958059 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-9b5d0dfd-26f4-4e0a-a33c-7b7272a961a0 admin admin] Usage tracker for resource:security_group_rule and tenant:0cd778e438df454ba37a3e7c325c1b11 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:25.960965 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-9b5d0dfd-26f4-4e0a-a33c-7b7272a961a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:25.967187 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-9b5d0dfd-26f4-4e0a-a33c-7b7272a961a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:26.033680 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9b5d0dfd-26f4-4e0a-a33c-7b7272a961a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:26.038718 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-9b5d0dfd-26f4-4e0a-a33c-7b7272a961a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:26.046084 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-5f375eb5-5c37-42b9-b3f1-904d7ad489f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:26.049573 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-977f5145-af66-4fb3-b520-c315459913f1 service neutron] 10.222.0.62 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299081 Aug 24 18:45:26.082302 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d0dfd-26f4-4e0a-a33c-7b7272a961a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398854e5-412f-499a-8501-b50b8be9a919,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:26.087540 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-9b5d0dfd-26f4-4e0a-a33c-7b7272a961a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:26.095259 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-9b5d0dfd-26f4-4e0a-a33c-7b7272a961a0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0cd778e438df454ba37a3e7c325c1b11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1958225 Aug 24 18:45:26.096316 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 40218) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:26.161838 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b66f3684-606d-40b5-8caf-f517910d9109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:26.183035 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-6f2ca1db-60c0-4e96-8e6d-049eb7be2218 service neutron] 10.222.0.62 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275716 Aug 24 18:45:26.190485 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b66f3684-606d-40b5-8caf-f517910d9109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:26.247917 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b66f3684-606d-40b5-8caf-f517910d9109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:26.251972 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-8229e187-7586-4610-81de-f5b5fbcb4b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:26.266598 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f3684-606d-40b5-8caf-f517910d9109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398854e5-412f-499a-8501-b50b8be9a919,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:26.269402 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b66f3684-606d-40b5-8caf-f517910d9109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:26.280725 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b66f3684-606d-40b5-8caf-f517910d9109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:26.281868 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-b66f3684-606d-40b5-8caf-f517910d9109 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/398854e5-412f-499a-8501-b50b8be9a919 HTTP/1.1" status: 204 len: 168 time: 0.1845548 Aug 24 18:45:26.587071 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-be9e96e7-f7a6-4e60-b740-c196a0548951 req-0887a6f2-da47-4869-aaec-6e606472a74d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 210 time: 0.0451248 Aug 24 18:45:26.687557 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 40240) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:26.716971 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-d98e4e92-3494-4894-a023-837266a5e22e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:26.750239 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-d98e4e92-3494-4894-a023-837266a5e22e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:26.754800 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-d98e4e92-3494-4894-a023-837266a5e22e admin admin] Usage tracker for resource:security_group_rule and tenant:a6bd435627f44e029d94b27c57057a8f is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:26.757891 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-d98e4e92-3494-4894-a023-837266a5e22e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:26.764095 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-d98e4e92-3494-4894-a023-837266a5e22e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:26.832591 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-d98e4e92-3494-4894-a023-837266a5e22e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:26.837251 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-d98e4e92-3494-4894-a023-837266a5e22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:26.844965 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-626d22f4-6019-432e-8107-657873c1cd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:26.884781 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e4e92-3494-4894-a023-837266a5e22e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ccbc60-cd67-4646-b2f9-104984d77ca7,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:26.889310 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-d98e4e92-3494-4894-a023-837266a5e22e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a6bd435627f44e029d94b27c57057a8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2004802 Aug 24 18:45:26.890144 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-d98e4e92-3494-4894-a023-837266a5e22e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:26.891973 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 40246) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:27.045870 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-ae72a60b-4844-41f7-bccf-6f7b0f123e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:27.072662 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-ae72a60b-4844-41f7-bccf-6f7b0f123e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:27.127226 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-ae72a60b-4844-41f7-bccf-6f7b0f123e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:27.132531 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b1b4c531-94c5-43c1-83d6-3a68dc655dde tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:27.145757 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72a60b-4844-41f7-bccf-6f7b0f123e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ccbc60-cd67-4646-b2f9-104984d77ca7,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:27.148710 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-ae72a60b-4844-41f7-bccf-6f7b0f123e37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:27.150822 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-ae72a60b-4844-41f7-bccf-6f7b0f123e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:27.154343 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-ae72a60b-4844-41f7-bccf-6f7b0f123e37 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b6ccbc60-cd67-4646-b2f9-104984d77ca7 HTTP/1.1" status: 204 len: 168 time: 0.2592940 Aug 24 18:45:27.737713 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-f47921d4-a9ba-49fa-941e-e517cd31a6d5 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:27.738394 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-f47921d4-a9ba-49fa-941e-e517cd31a6d5 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Synchronizing usage tracker for tenant:547d022ded2e45ee9abb0d9dafb2bad2 on resource:network {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:45:27.757494 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-f47921d4-a9ba-49fa-941e-e517cd31a6d5 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Unset dirty status for tenant:547d022ded2e45ee9abb0d9dafb2bad2 on resource:network {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:45:27.757800 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-42f80465-dff1-46ff-9ca7-bd3e36969fc7 req-d268e8b1-a4d5-4b32-a233-982e296386d8 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 210 time: 0.0457437 Aug 24 18:45:27.758709 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-f47921d4-a9ba-49fa-941e-e517cd31a6d5 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.36 "GET /v2.0/networks?id=4296fa39-8509-499f-85b9-0363df20a184 HTTP/1.1" status: 200 len: 811 time: 0.1776969 Aug 24 18:45:27.813497 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-b4e3b2b7-8092-47d6-973b-d0e99bde1291 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Synchronizing usage tracker for tenant:547d022ded2e45ee9abb0d9dafb2bad2 on resource:security_group {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:45:27.832451 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-b4e3b2b7-8092-47d6-973b-d0e99bde1291 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Unset dirty status for tenant:547d022ded2e45ee9abb0d9dafb2bad2 on resource:security_group {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:45:27.833757 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-b4e3b2b7-8092-47d6-973b-d0e99bde1291 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=547d022ded2e45ee9abb0d9dafb2bad2 HTTP/1.1" status: 200 len: 380 time: 0.0614805 Aug 24 18:45:27.844990 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-c488f970-2de1-44d5-a9a1-8beca4da393c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Request body: {'port': {'device_id': '989cedcb-7fa6-4e8f-ad38-ec4f1d74db45', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'admin_state_up': True, 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'security_groups': ['6377b742-d4de-4b92-89d1-e617e1822e4f']}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:45:27.981844 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-c488f970-2de1-44d5-a9a1-8beca4da393c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:27.991848 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-c488f970-2de1-44d5-a9a1-8beca4da393c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:28.002720 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-c488f970-2de1-44d5-a9a1-8beca4da393c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Made reservation on behalf of 547d022ded2e45ee9abb0d9dafb2bad2 for: {'port': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:45:28.006155 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-c488f970-2de1-44d5-a9a1-8beca4da393c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:28.191569 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-c488f970-2de1-44d5-a9a1-8beca4da393c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Allocated IP 172.20.0.7 (4296fa39-8509-499f-85b9-0363df20a184/8316689b-6705-4503-80f7-74c1c33be718/08265748-afbd-42ad-afc9-29a1aeb19961) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:45:28.392880 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-c488f970-2de1-44d5-a9a1-8beca4da393c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:28.409363 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-c488f970-2de1-44d5-a9a1-8beca4da393c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Transition to ACTIVE for port object 08265748-afbd-42ad-afc9-29a1aeb19961 will not be triggered until provisioned by entity DHCP. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:45:28.431798 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-c488f970-2de1-44d5-a9a1-8beca4da393c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:28.438414 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-6b0ef9b2-2f44-4508-beb5-88f1c2290689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:28.505452 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-c488f970-2de1-44d5-a9a1-8beca4da393c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Network 4296fa39-8509-499f-85b9-0363df20a184 is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:45:28.508511 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-c488f970-2de1-44d5-a9a1-8beca4da393c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:45:28.510929 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-c488f970-2de1-44d5-a9a1-8beca4da393c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:45:28.549604 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488f970-2de1-44d5-a9a1-8beca4da393c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event updated for resources: {'Port': ['ID=08265748-afbd-42ad-afc9-29a1aeb19961,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:28.552656 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-c488f970-2de1-44d5-a9a1-8beca4da393c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:28.581713 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-c488f970-2de1-44d5-a9a1-8beca4da393c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:28.582322 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-c488f970-2de1-44d5-a9a1-8beca4da393c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:28.609515 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-c488f970-2de1-44d5-a9a1-8beca4da393c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7684002 Aug 24 18:45:28.622333 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Request body: {'port': {'device_id': '989cedcb-7fa6-4e8f-ad38-ec4f1d74db45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:45:28.713797 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-8de2133b-ef59-4299-b22e-cd1f537db1cd None None] Provisioning for port 08265748-afbd-42ad-afc9-29a1aeb19961 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:45:28.718613 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-8de2133b-ef59-4299-b22e-cd1f537db1cd None None] Provisioning complete for port 08265748-afbd-42ad-afc9-29a1aeb19961 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:28.719021 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-8de2133b-ef59-4299-b22e-cd1f537db1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:28.737555 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:28.774636 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-8de2133b-ef59-4299-b22e-cd1f537db1cd None None] Port 08265748-afbd-42ad-afc9-29a1aeb19961 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:45:28.970942 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e53121-4947-402e-bbdd-9379f19bdf2d req-da7a0c04-9527-4420-9bf6-1aed88db3a01 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:28.972585 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c5e53121-4947-402e-bbdd-9379f19bdf2d req-da7a0c04-9527-4420-9bf6-1aed88db3a01 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 931 time: 0.0833201 Aug 24 18:45:29.021744 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c5e53121-4947-402e-bbdd-9379f19bdf2d req-9641245d-061b-4360-9847-539effa9a833 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416558 Aug 24 18:45:29.087025 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08265748-afbd-42ad-afc9-29a1aeb19961 {{(pid=74996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:45:29.094155 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:29.109760 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Transition to ACTIVE for port object 08265748-afbd-42ad-afc9-29a1aeb19961 will not be triggered until provisioned by entity L2. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:45:29.114484 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:29.118873 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-cc6cec26-7775-43a7-9537-e94ec6ff7259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:29.246868 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Pushing event updated for resources: {'Port': ['ID=08265748-afbd-42ad-afc9-29a1aeb19961,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:29.249805 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:29.356874 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Attempting to bind port 08265748-afbd-42ad-afc9-29a1aeb19961 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:45:29.357210 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Attempting to bind port 08265748-afbd-42ad-afc9-29a1aeb19961 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'd35cec0d-5d86-4d67-b67b-efbc47735fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4296fa39-8509-499f-85b9-0363df20a184'}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:45:29.357537 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Attempting to bind port 08265748-afbd-42ad-afc9-29a1aeb19961 on network 4296fa39-8509-499f-85b9-0363df20a184 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:45:29.364025 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Port 08265748-afbd-42ad-afc9-29a1aeb19961 on network 4296fa39-8509-499f-85b9-0363df20a184 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:45:29.364342 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Attempting to bind port 08265748-afbd-42ad-afc9-29a1aeb19961 on network 4296fa39-8509-499f-85b9-0363df20a184 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:45:29.371073 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Checking agent: {'id': 'c5b5b5de-e9ee-4a89-bea7-745c11eae0d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'started_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:45:29.371426 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Checking segment: {'id': 'd35cec0d-5d86-4d67-b67b-efbc47735fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4296fa39-8509-499f-85b9-0363df20a184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:45:29.371797 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Bound using segment: {'id': 'd35cec0d-5d86-4d67-b67b-efbc47735fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4296fa39-8509-499f-85b9-0363df20a184'} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:45:29.372212 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Bound port: 08265748-afbd-42ad-afc9-29a1aeb19961, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd35cec0d-5d86-4d67-b67b-efbc47735fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4296fa39-8509-499f-85b9-0363df20a184'}}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:45:29.372548 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:29.542054 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] For port 08265748-afbd-42ad-afc9-29a1aeb19961, host hv-cinder-80582, cleared binding levels {{(pid=74996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:45:29.545031 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] For port 08265748-afbd-42ad-afc9-29a1aeb19961, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=08265748-afbd-42ad-afc9-29a1aeb19961,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:45:29.551506 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:29.555170 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:29.618217 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:29.619625 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] 10.222.0.36 "PUT /v2.0/ports/08265748-afbd-42ad-afc9-29a1aeb19961 HTTP/1.1" status: 200 len: 1093 time: 1.0019369 Aug 24 18:45:29.620123 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989cedcb-7fa6-4e8f-ad38-ec4f1d74db45', 'tag': '08265748-afbd-42ad-afc9-29a1aeb19961'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:45:29.634124 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Pushing event updated for resources: {'Port': ['ID=08265748-afbd-42ad-afc9-29a1aeb19961,revision_number=3']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:29.639191 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:29.701699 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989cedcb-7fa6-4e8f-ad38-ec4f1d74db45', 'tag': '08265748-afbd-42ad-afc9-29a1aeb19961', 'status': 'completed', 'code': 200} Aug 24 18:45:29.746233 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-a5cf8d56-b146-4cba-ad95-623d53051d8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=547d022ded2e45ee9abb0d9dafb2bad2&device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 1096 time: 0.0829058 Aug 24 18:45:29.819012 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-cff660bd-0921-438c-acb5-79326c3522f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08265748-afbd-42ad-afc9-29a1aeb19961 HTTP/1.1" status: 200 len: 217 time: 0.0638299 Aug 24 18:45:29.886113 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-f4d6cf6c-d722-4655-956e-1a3d16125da3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:29.887505 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-f4d6cf6c-d722-4655-956e-1a3d16125da3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8316689b-6705-4503-80f7-74c1c33be718 HTTP/1.1" status: 200 len: 850 time: 0.0616138 Aug 24 18:45:29.964859 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-a5bc9ca1-16f1-4891-93f3-663aae29c0f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4296fa39-8509-499f-85b9-0363df20a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704370 Aug 24 18:45:30.103844 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-61509d16-a2b0-461f-9fc8-3d339f207422 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319211 Aug 24 18:45:30.224072 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c323c73-65d4-4f3d-869e-5e5029bd767e req-68e5856c-13fa-48ff-81bd-61a15449219f tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:30.225836 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5c323c73-65d4-4f3d-869e-5e5029bd767e req-68e5856c-13fa-48ff-81bd-61a15449219f tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 943 time: 0.0833824 Aug 24 18:45:30.242051 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5e964c61-b075-4bde-b615-e2c08670dda7 req-a2fe11bb-c236-4035-ab57-7fb0eb9656f7 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304355 Aug 24 18:45:30.276997 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5c323c73-65d4-4f3d-869e-5e5029bd767e req-46b916cc-09e9-480b-be7c-00cf755db580 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451164 Aug 24 18:45:30.366791 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-0126f2d3-5ad1-4638-bc57-da578f81b996 req-aece4969-cefe-4d65-ac17-0836d25428f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=547d022ded2e45ee9abb0d9dafb2bad2&device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 1096 time: 0.0761628 Aug 24 18:45:30.500686 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126f2d3-5ad1-4638-bc57-da578f81b996 req-36a8faed-c6c1-48d7-b256-9e5f480119e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:30.502159 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-0126f2d3-5ad1-4638-bc57-da578f81b996 req-36a8faed-c6c1-48d7-b256-9e5f480119e0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4296fa39-8509-499f-85b9-0363df20a184 HTTP/1.1" status: 200 len: 912 time: 0.1293309 Aug 24 18:45:30.580997 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-0126f2d3-5ad1-4638-bc57-da578f81b996 req-7a7b5823-a2b5-407b-aa81-30d4ac6c38e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08265748-afbd-42ad-afc9-29a1aeb19961 HTTP/1.1" status: 200 len: 217 time: 0.0708427 Aug 24 18:45:30.658251 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126f2d3-5ad1-4638-bc57-da578f81b996 req-aaa1b2d8-50d6-4367-b48d-bbe5043cb191 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:30.659638 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-0126f2d3-5ad1-4638-bc57-da578f81b996 req-aaa1b2d8-50d6-4367-b48d-bbe5043cb191 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8316689b-6705-4503-80f7-74c1c33be718 HTTP/1.1" status: 200 len: 850 time: 0.0702238 Aug 24 18:45:30.757788 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-0126f2d3-5ad1-4638-bc57-da578f81b996 req-c401ab64-37c2-46b8-a15a-b2e587064020 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4296fa39-8509-499f-85b9-0363df20a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0903044 Aug 24 18:45:30.897620 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-0126f2d3-5ad1-4638-bc57-da578f81b996 req-be3da2f6-0da1-459c-a893-a3f92af9f777 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323285 Aug 24 18:45:31.033491 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-0126f2d3-5ad1-4638-bc57-da578f81b996 req-21201c00-0a2f-4625-b4f9-857b51c0e916 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286776 Aug 24 18:45:31.180052 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:31.489673 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe73a6a-9abc-4268-b19a-5714a0e04fda req-b7ee9eaa-11d0-4d55-adcc-5ac9c50863e1 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:31.491511 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2fe73a6a-9abc-4268-b19a-5714a0e04fda req-b7ee9eaa-11d0-4d55-adcc-5ac9c50863e1 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 943 time: 0.0890808 Aug 24 18:45:31.542829 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-2fe73a6a-9abc-4268-b19a-5714a0e04fda req-e515b7df-c3a2-4ea7-8850-a963441b7a1f tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456510 Aug 24 18:45:32.767675 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ecb21-7c20-40be-b161-00bd9c0e8560 req-7c36ef31-5d03-48e5-bde4-673938fa7f32 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:32.769146 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e39ecb21-7c20-40be-b161-00bd9c0e8560 req-7c36ef31-5d03-48e5-bde4-673938fa7f32 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 943 time: 0.0899220 Aug 24 18:45:32.914481 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e39ecb21-7c20-40be-b161-00bd9c0e8560 req-54f41d7e-0f83-4b56-8c6e-f63e97227357 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370904 Aug 24 18:45:34.186285 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-90c815c1-0016-485c-861f-32d671907d35 req-ed86f88d-8d18-48d9-ab65-fe2501ace57c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752623 Aug 24 18:45:34.328904 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-90c815c1-0016-485c-861f-32d671907d35 req-911239a4-6157-45d7-b7a4-e1f86eee2fef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e61712bca8e94cb8a024d511805a0a96&device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 1098 time: 0.0729718 Aug 24 18:45:34.389959 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b37c6-1cb5-4fa9-849f-f240c85a3bf4 req-6a4f16ae-5f9a-4ae3-9a8e-21481685aacd tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:34.391347 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ae0b37c6-1cb5-4fa9-849f-f240c85a3bf4 req-6a4f16ae-5f9a-4ae3-9a8e-21481685aacd tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 943 time: 0.3470798 Aug 24 18:45:34.439271 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ae0b37c6-1cb5-4fa9-849f-f240c85a3bf4 req-c2ac8cd4-bfbf-469b-b78f-4429e813a139 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421865 Aug 24 18:45:34.565423 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c815c1-0016-485c-861f-32d671907d35 req-ec510e20-6ca3-4a6f-8b47-12c0947c6ea4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:34.566891 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-90c815c1-0016-485c-861f-32d671907d35 req-ec510e20-6ca3-4a6f-8b47-12c0947c6ea4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=922aa1cf-7465-4c84-b730-156c0ce0974c HTTP/1.1" status: 200 len: 910 time: 0.2161381 Aug 24 18:45:34.678735 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-90c815c1-0016-485c-861f-32d671907d35 req-986acbff-c612-46d4-8f53-b63a9099259f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae12da4-2808-4e7f-9886-841a63d47e66 HTTP/1.1" status: 200 len: 1000 time: 0.1047118 Aug 24 18:45:34.744819 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c815c1-0016-485c-861f-32d671907d35 req-afd9903a-7612-4fb1-8289-9ed3e74b5044 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:34.746232 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-90c815c1-0016-485c-861f-32d671907d35 req-afd9903a-7612-4fb1-8289-9ed3e74b5044 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=046050b0-03e5-419e-9117-ffd90bd7218e HTTP/1.1" status: 200 len: 848 time: 0.0603158 Aug 24 18:45:34.831468 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-90c815c1-0016-485c-861f-32d671907d35 req-0507ca64-3e01-4c49-bf08-ab42cb0eb144 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=922aa1cf-7465-4c84-b730-156c0ce0974c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785580 Aug 24 18:45:34.968833 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-90c815c1-0016-485c-861f-32d671907d35 req-f86e8b4a-b614-484a-a738-cc5665989eba service neutron] 10.222.0.36 "GET /v2.0/networks/922aa1cf-7465-4c84-b730-156c0ce0974c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296911 Aug 24 18:45:35.106887 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-90c815c1-0016-485c-861f-32d671907d35 req-1ebd5d22-fddb-4b8a-b2f3-0a1e9bd01ed2 service neutron] 10.222.0.36 "GET /v2.0/networks/922aa1cf-7465-4c84-b730-156c0ce0974c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303825 Aug 24 18:45:35.749292 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce8950-b8de-4829-ae49-90b60548fbd3 req-d1159d1c-7754-41cc-9bf0-3e7daac91669 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:35.750793 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-87ce8950-b8de-4829-ae49-90b60548fbd3 req-d1159d1c-7754-41cc-9bf0-3e7daac91669 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 943 time: 0.1809757 Aug 24 18:45:35.800943 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-87ce8950-b8de-4829-ae49-90b60548fbd3 req-ed176b63-bad1-4be2-9752-c10775f57b1a tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442247 Aug 24 18:45:37.020797 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6dfa7f-280d-4cba-ab44-e78f80d655ab req-e4a7cbce-6db5-4910-a178-3449724f60e1 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:37.022268 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6e6dfa7f-280d-4cba-ab44-e78f80d655ab req-e4a7cbce-6db5-4910-a178-3449724f60e1 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 943 time: 0.0811927 Aug 24 18:45:37.072085 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6e6dfa7f-280d-4cba-ab44-e78f80d655ab req-084abfa9-fe6d-4b91-a89f-5b487b5350f5 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416198 Aug 24 18:45:37.590922 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 08265748-afbd-42ad-afc9-29a1aeb19961 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:45:37.751665 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 08265748-afbd-42ad-afc9-29a1aeb19961, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=08265748-afbd-42ad-afc9-29a1aeb19961,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:45:37.765223 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': '08265748-afbd-42ad-afc9-29a1aeb19961', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'port_id': '08265748-afbd-42ad-afc9-29a1aeb19961', 'mac_address': 'fa:16:3e:44:5a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:45:37.819314 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:37.837837 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08265748-afbd-42ad-afc9-29a1aeb19961 {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:45:37.853523 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 08265748-afbd-42ad-afc9-29a1aeb19961, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=08265748-afbd-42ad-afc9-29a1aeb19961,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:45:37.857991 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:37.859739 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:37.927321 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=08265748-afbd-42ad-afc9-29a1aeb19961,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:37.930614 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:38.074710 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['08265748-afbd-42ad-afc9-29a1aeb19961'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:45:38.270602 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb664e-fc9e-43c7-9265-621a12e41d8e req-08e755ef-d499-4611-b083-c5d598a76bc4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:38.272074 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-72eb664e-fc9e-43c7-9265-621a12e41d8e req-08e755ef-d499-4611-b083-c5d598a76bc4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 944 time: 0.0807238 Aug 24 18:45:38.321178 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-72eb664e-fc9e-43c7-9265-621a12e41d8e req-d1b48450-ca68-4e6c-a134-c35c4887d3f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432122 Aug 24 18:45:39.530263 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184fd38e-6d32-46d7-a0a1-bc274a076272 req-86827289-8df5-48c7-85df-2a935b469845 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:39.531751 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-184fd38e-6d32-46d7-a0a1-bc274a076272 req-86827289-8df5-48c7-85df-2a935b469845 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 944 time: 0.0791056 Aug 24 18:45:39.583750 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-184fd38e-6d32-46d7-a0a1-bc274a076272 req-ef613a3b-b947-4ad1-8152-f7bf926f7828 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437784 Aug 24 18:45:39.606902 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 08265748-afbd-42ad-afc9-29a1aeb19961 up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:45:39.679634 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning for port 08265748-afbd-42ad-afc9-29a1aeb19961 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:45:39.684714 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port 08265748-afbd-42ad-afc9-29a1aeb19961 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:45:39.685101 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:39.801434 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:39.829241 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989cedcb-7fa6-4e8f-ad38-ec4f1d74db45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08265748-afbd-42ad-afc9-29a1aeb19961'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:45:39.838553 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 08265748-afbd-42ad-afc9-29a1aeb19961, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=08265748-afbd-42ad-afc9-29a1aeb19961,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:45:39.843559 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:39.846418 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:39.888426 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989cedcb-7fa6-4e8f-ad38-ec4f1d74db45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08265748-afbd-42ad-afc9-29a1aeb19961', 'code': 200} Aug 24 18:45:39.918421 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=08265748-afbd-42ad-afc9-29a1aeb19961,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:39.927039 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:39.927393 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:39.927732 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:39.928063 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:39.928391 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:39.928719 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:39.929045 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:39.929420 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:39.929800 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:39.930060 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:39.930381 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:45:39.933911 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:40.188706 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-845b0429-abd4-49d8-8c44-8369988fb5e3 req-f2155e3b-2982-4bde-803d-5dee9f726a82 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 1098 time: 0.0830255 Aug 24 18:45:40.232112 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-845b0429-abd4-49d8-8c44-8369988fb5e3 req-a8cfe4c2-d3de-4fc6-ba05-a6764c59ff9b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366597 Aug 24 18:45:40.789893 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f61c2-54ed-4e6d-817b-f7a75e47d9c1 req-7ae427d2-4f71-4594-9320-50f4ad15a486 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:40.791408 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-da4f61c2-54ed-4e6d-817b-f7a75e47d9c1 req-7ae427d2-4f71-4594-9320-50f4ad15a486 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 945 time: 0.0859489 Aug 24 18:45:40.840268 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-da4f61c2-54ed-4e6d-817b-f7a75e47d9c1 req-d38e7479-d037-49d7-bda0-5c7b7e6d750c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407248 Aug 24 18:45:42.050695 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc004e-548f-4773-a8d5-68d024e0da25 req-bbe736fd-1455-4d66-acde-e5a94da061ab tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:42.052183 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a2fc004e-548f-4773-a8d5-68d024e0da25 req-bbe736fd-1455-4d66-acde-e5a94da061ab tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 945 time: 0.0828311 Aug 24 18:45:42.100567 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a2fc004e-548f-4773-a8d5-68d024e0da25 req-bb62f5e4-fcfb-43af-a1be-33bcacdcd623 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418983 Aug 24 18:45:42.306215 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cacaaf-dc59-48fe-9163-f649d14518d1 req-184b4e3b-168a-468e-90d7-8e2f5ff1dda1 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:42.307707 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-70cacaaf-dc59-48fe-9163-f649d14518d1 req-184b4e3b-168a-468e-90d7-8e2f5ff1dda1 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 945 time: 0.0819829 Aug 24 18:45:42.357395 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-70cacaaf-dc59-48fe-9163-f649d14518d1 req-4c0e5d9b-c97a-48a5-8e58-1f6646e0b867 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415549 Aug 24 18:45:42.386009 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40292) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:42.607736 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-8a61ac38-3308-4208-85ff-af7da6aab281 tempest-TestVolumeBootPattern-83958780 tempest-TestVolumeBootPattern-83958780-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 1093 time: 0.2205048 Aug 24 18:45:42.611238 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40298) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:45:42.616624 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Request body: {'floatingip': {'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'port_id': '08265748-afbd-42ad-afc9-29a1aeb19961', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:45:42.622016 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:45:42.626016 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Usage tracker for resource:floatingip and tenant:547d022ded2e45ee9abb0d9dafb2bad2 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:45:42.629474 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:45:42.635461 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:45:42.648224 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for floatingip, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:42.787594 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:42.929664 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_common [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Allocated IP 172.27.3.23 (afb0294a-27f7-459e-836d-9dd48a51a08b/57a63288-2275-43de-bb63-fff925de2bab/fd5f0e76-921e-45e1-ae0a-5f50b9fbd519) {{(pid=74995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:45:43.082224 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for port, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:43.114828 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:43.118969 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-9870c062-44b1-439d-b55b-a464f5318c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:43.184084 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Network afb0294a-27f7-459e-836d-9dd48a51a08b is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:45:43.186938 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:45:43.189625 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Received port after_create {{(pid=74995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:45:43.218908 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event updated for resources: {'Port': ['ID=fd5f0e76-921e-45e1-ae0a-5f50b9fbd519,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:43.221764 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:43.811561 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:43.872517 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:44.112674 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for port, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:44.119889 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3098578'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:44.123629 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-25171d1c-479a-477e-8e5d-82e99ca081d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:45:44.226104 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event updated for resources: {'Port': ['ID=fd5f0e76-921e-45e1-ae0a-5f50b9fbd519,revision_number=2']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:45:44.230114 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:45:44.242692 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692493'] for floatingip, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:44.445967 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.db.l3_db [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Floating IP f7c91986-9e78-439a-88f5-5e99c73831a0 associated. External IP: 172.27.3.23, port: 08265748-afbd-42ad-afc9-29a1aeb19961. Aug 24 18:45:44.852115 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:45:45.077076 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:45:45.088402 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad44c0d8-6c97-48c5-8337-5a7232b2c086 None None] Sync routers for ids ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:45:45.101428 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad44c0d8-6c97-48c5-8337-5a7232b2c086 None None] Routers {'4c3bf206-6e8b-4965-ba63-f4c2d3f22874'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:45:45.102112 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-ad44c0d8-6c97-48c5-8337-5a7232b2c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:45:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:45.105855 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:45.160249 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5479765 Aug 24 18:45:45.161029 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '989cedcb-7fa6-4e8f-ad38-ec4f1d74db45', 'tag': '08265748-afbd-42ad-afc9-29a1aeb19961'}] {{(pid=74995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:45:45.223262 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '989cedcb-7fa6-4e8f-ad38-ec4f1d74db45', 'tag': '08265748-afbd-42ad-afc9-29a1aeb19961', 'status': 'completed', 'code': 200} Aug 24 18:45:45.281719 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-ad44c0d8-6c97-48c5-8337-5a7232b2c086 None None] Set router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:45:45.319962 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3e214afd-0bbd-4ac4-9b57-ea81721f6242 req-faeaf252-8d90-4be4-8582-5b237ccf5102 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=547d022ded2e45ee9abb0d9dafb2bad2&device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 1098 time: 0.0747817 Aug 24 18:45:45.459984 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e214afd-0bbd-4ac4-9b57-ea81721f6242 req-2651f1e0-ae59-4971-9612-e3bea7b3f8e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:45.461424 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3e214afd-0bbd-4ac4-9b57-ea81721f6242 req-2651f1e0-ae59-4971-9612-e3bea7b3f8e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4296fa39-8509-499f-85b9-0363df20a184 HTTP/1.1" status: 200 len: 912 time: 0.1353791 Aug 24 18:45:45.568616 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3e214afd-0bbd-4ac4-9b57-ea81721f6242 req-0300770c-26c5-4ffb-8527-1f3783fb6b87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08265748-afbd-42ad-afc9-29a1aeb19961 HTTP/1.1" status: 200 len: 998 time: 0.1002507 Aug 24 18:45:45.633097 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e214afd-0bbd-4ac4-9b57-ea81721f6242 req-ecf29424-3a90-4cbd-8caf-172787015fc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:45:45.634571 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3e214afd-0bbd-4ac4-9b57-ea81721f6242 req-ecf29424-3a90-4cbd-8caf-172787015fc6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8316689b-6705-4503-80f7-74c1c33be718 HTTP/1.1" status: 200 len: 850 time: 0.0587602 Aug 24 18:45:45.676623 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-ad44c0d8-6c97-48c5-8337-5a7232b2c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': 'f7c91986-9e78-439a-88f5-5e99c73831a0', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'port_id': '08265748-afbd-42ad-afc9-29a1aeb19961', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'mac_address': 'fa:16:3e:44:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989cedcb-7fa6-4e8f-ad38-ec4f1d74db45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:45:43Z', 'updated_at': '2021-08-24T18:45:43Z', 'revision_number': 0, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:45:16Z', 'revision_number': 5, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:45.680774 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad44c0d8-6c97-48c5-8337-5a7232b2c086 None None] Checking router: 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:45:45.692533 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad44c0d8-6c97-48c5-8337-5a7232b2c086 None None] Routers {'4c3bf206-6e8b-4965-ba63-f4c2d3f22874'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:45:45.693148 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-ad44c0d8-6c97-48c5-8337-5a7232b2c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:45:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:45.709799 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3e214afd-0bbd-4ac4-9b57-ea81721f6242 req-acd448b9-704d-49a1-b7fc-4f98c7ce6aa2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4296fa39-8509-499f-85b9-0363df20a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690255 Aug 24 18:45:45.861799 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3e214afd-0bbd-4ac4-9b57-ea81721f6242 req-3d5e565e-3950-409e-8e14-50cd375847a6 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452019 Aug 24 18:45:45.889133 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-ad44c0d8-6c97-48c5-8337-5a7232b2c086 None None] Set router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:45:45.996684 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3e214afd-0bbd-4ac4-9b57-ea81721f6242 req-78c1013c-ddcd-4b4e-bb0b-0c6092b54032 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275465 Aug 24 18:45:46.255473 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-ad44c0d8-6c97-48c5-8337-5a7232b2c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': 'f7c91986-9e78-439a-88f5-5e99c73831a0', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'port_id': '08265748-afbd-42ad-afc9-29a1aeb19961', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'mac_address': 'fa:16:3e:44:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989cedcb-7fa6-4e8f-ad38-ec4f1d74db45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:45:43Z', 'updated_at': '2021-08-24T18:45:43Z', 'revision_number': 0, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:45:16Z', 'revision_number': 5, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:45:46.259574 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad44c0d8-6c97-48c5-8337-5a7232b2c086 None None] The sync data for ids ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'] in dv-cinder-805825-1-iscsi is: [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': 'f7c91986-9e78-439a-88f5-5e99c73831a0', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'port_id': '08265748-afbd-42ad-afc9-29a1aeb19961', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'mac_address': 'fa:16:3e:44:5a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '989cedcb-7fa6-4e8f-ad38-ec4f1d74db45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:45:43Z', 'updated_at': '2021-08-24T18:45:43Z', 'revision_number': 0, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:45:16Z', 'revision_number': 5, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:45:46.467638 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be979e3-9e6f-41a7-99e8-aa0a1e7719b7 None None] New status for floating IP f7c91986-9e78-439a-88f5-5e99c73831a0: ACTIVE {{(pid=74998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:45:48.929253 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-834d0378-7425-4915-8d15-c81df112a23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:49.371953 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:51.275871 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-d78727ff-b55a-42a4-aea2-8161549ffcff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:51.741453 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:45:52.188506 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:45:53.676084 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:01.193079 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:12.466617 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40314) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:46:12.799435 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Deleting port d6297cda-41fa-44c4-ad36-26d4acd9db8b {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:46:12.799748 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:12.971773 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:12.972423 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:13.094022 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Calling delete_port for d6297cda-41fa-44c4-ad36-26d4acd9db8b owned by network:floatingip {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:46:13.259988 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:13.263628 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-eb15e3ab-9df8-4070-bbe1-462777ccecfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:46:13.307394 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Pushing event deleted for resources: {'Port': ['ID=d6297cda-41fa-44c4-ad36-26d4acd9db8b,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:13.319455 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:13.319790 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:13.320175 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:13.320527 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:13.320859 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:13.321605 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:13.321605 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:13.321861 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:13.322206 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:13.322568 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:13.323027 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:46:13.348898 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:46:13.414302 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for floatingip, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:13.819268 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Router c3d301f5-39fa-4cd0-a462-1470314fa99b has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:46:14.032063 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:46:14.042553 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c226c11-b9b6-4a56-9fe0-bd9aab62c9ed None None] Sync routers for ids ['c3d301f5-39fa-4cd0-a462-1470314fa99b'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:46:14.045763 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:14.055346 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c226c11-b9b6-4a56-9fe0-bd9aab62c9ed None None] Routers {'c3d301f5-39fa-4cd0-a462-1470314fa99b'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:46:14.055966 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-5c226c11-b9b6-4a56-9fe0-bd9aab62c9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:45:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['c3d301f5-39fa-4cd0-a462-1470314fa99b'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:14.100508 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-4a712b12-807b-4af7-8a67-ec5fbf8af3a2 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "DELETE /v2.0/floatingips/614ed47a-5ccc-4431-8111-331989fa94c4 HTTP/1.1" status: 204 len: 168 time: 1.6322389 Aug 24 18:46:14.100987 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b401067-7ce7-4c89-9ec5-64d79f6443f3', 'tag': 'eae12da4-2808-4e7f-9886-841a63d47e66'}] {{(pid=74995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:46:14.235888 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b401067-7ce7-4c89-9ec5-64d79f6443f3', 'tag': 'eae12da4-2808-4e7f-9886-841a63d47e66', 'status': 'completed', 'code': 200} Aug 24 18:46:14.241599 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-5c226c11-b9b6-4a56-9fe0-bd9aab62c9ed None None] Set router c3d301f5-39fa-4cd0-a462-1470314fa99b gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:46:14.420535 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a95d2095-abf6-434c-a3fa-7668fe78a311 req-b421f981-7c68-4b4f-91d2-9c4aba1a2294 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e61712bca8e94cb8a024d511805a0a96&device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 1098 time: 0.1599104 Aug 24 18:46:14.577334 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-5c226c11-b9b6-4a56-9fe0-bd9aab62c9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'name': 'tempest-TestShelveInstance-1774061153-router', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:22Z', 'revision_number': 4, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'gw_port': {'id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '1b064ebe-652f-4a81-8cd0-b694d072ff58', 'name': '', 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'mac_address': 'fa:16:3e:ac:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:21Z', 'updated_at': '2021-08-24T18:41:46Z', 'revision_number': 5, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'subnets': [{'id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:14.582077 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c226c11-b9b6-4a56-9fe0-bd9aab62c9ed None None] Checking router: c3d301f5-39fa-4cd0-a462-1470314fa99b for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:46:14.594139 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c226c11-b9b6-4a56-9fe0-bd9aab62c9ed None None] Routers {'c3d301f5-39fa-4cd0-a462-1470314fa99b'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:46:14.594807 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-5c226c11-b9b6-4a56-9fe0-bd9aab62c9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:45:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['c3d301f5-39fa-4cd0-a462-1470314fa99b'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:14.619484 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c167a-c1f9-4478-bea4-f31f8271b2ed req-0d7b6416-6538-47ed-a1ee-5bfe8054814a tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:46:14.620594 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-ea7c167a-c1f9-4478-bea4-f31f8271b2ed req-0d7b6416-6538-47ed-a1ee-5bfe8054814a tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Synchronizing usage tracker for tenant:e61712bca8e94cb8a024d511805a0a96 on resource:port {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:46:14.639787 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-ea7c167a-c1f9-4478-bea4-f31f8271b2ed req-0d7b6416-6538-47ed-a1ee-5bfe8054814a tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Unset dirty status for tenant:e61712bca8e94cb8a024d511805a0a96 on resource:port {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:46:14.641328 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ea7c167a-c1f9-4478-bea4-f31f8271b2ed req-0d7b6416-6538-47ed-a1ee-5bfe8054814a tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.2132454 Aug 24 18:46:14.668259 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d2095-abf6-434c-a3fa-7668fe78a311 req-85f22011-7e92-44f3-bac4-988508df2da0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:46:14.669724 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a95d2095-abf6-434c-a3fa-7668fe78a311 req-85f22011-7e92-44f3-bac4-988508df2da0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=922aa1cf-7465-4c84-b730-156c0ce0974c HTTP/1.1" status: 200 len: 910 time: 0.2413039 Aug 24 18:46:14.693765 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-ea7c167a-c1f9-4478-bea4-f31f8271b2ed req-040969e4-06e9-4ddb-969c-ce18bd433392 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467796 Aug 24 18:46:14.741114 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a95d2095-abf6-434c-a3fa-7668fe78a311 req-c374b6f8-f354-4d7b-b213-44f5fe9000a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eae12da4-2808-4e7f-9886-841a63d47e66 HTTP/1.1" status: 200 len: 217 time: 0.0630443 Aug 24 18:46:14.807954 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d2095-abf6-434c-a3fa-7668fe78a311 req-5c806532-5b82-4ddf-8e64-1d92b3bc1bc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:46:14.809410 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a95d2095-abf6-434c-a3fa-7668fe78a311 req-5c806532-5b82-4ddf-8e64-1d92b3bc1bc7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=046050b0-03e5-419e-9117-ffd90bd7218e HTTP/1.1" status: 200 len: 848 time: 0.0615878 Aug 24 18:46:14.822825 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-5c226c11-b9b6-4a56-9fe0-bd9aab62c9ed None None] Set router c3d301f5-39fa-4cd0-a462-1470314fa99b gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:46:14.888227 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a95d2095-abf6-434c-a3fa-7668fe78a311 req-8cda6827-612a-4922-b100-eed441de7102 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=922aa1cf-7465-4c84-b730-156c0ce0974c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0707448 Aug 24 18:46:14.904596 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [req-a95d2095-abf6-434c-a3fa-7668fe78a311 req-d21b3778-fa6e-45c1-9ddc-0cb0dfc368c8 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=74996) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 18:46:14.905518 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a95d2095-abf6-434c-a3fa-7668fe78a311 req-d21b3778-fa6e-45c1-9ddc-0cb0dfc368c8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052867 Aug 24 18:46:15.057749 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a95d2095-abf6-434c-a3fa-7668fe78a311 req-7004a9f1-ae05-4419-a2f4-68024c2b8e9a service neutron] 10.222.0.36 "GET /v2.0/networks/922aa1cf-7465-4c84-b730-156c0ce0974c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446338 Aug 24 18:46:15.142823 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-5c226c11-b9b6-4a56-9fe0-bd9aab62c9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'name': 'tempest-TestShelveInstance-1774061153-router', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:22Z', 'revision_number': 4, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'gw_port': {'id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '1b064ebe-652f-4a81-8cd0-b694d072ff58', 'name': '', 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'mac_address': 'fa:16:3e:ac:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:21Z', 'updated_at': '2021-08-24T18:41:46Z', 'revision_number': 5, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'subnets': [{'id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:15.146952 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c226c11-b9b6-4a56-9fe0-bd9aab62c9ed None None] The sync data for ids ['c3d301f5-39fa-4cd0-a462-1470314fa99b'] in dv-cinder-805825-1-iscsi is: [{'id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'name': 'tempest-TestShelveInstance-1774061153-router', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:22Z', 'revision_number': 4, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'gw_port': {'id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '1b064ebe-652f-4a81-8cd0-b694d072ff58', 'name': '', 'network_id': '922aa1cf-7465-4c84-b730-156c0ce0974c', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'mac_address': 'fa:16:3e:ac:8d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:21Z', 'updated_at': '2021-08-24T18:41:46Z', 'revision_number': 5, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'subnets': [{'id': '046050b0-03e5-419e-9117-ffd90bd7218e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:46:15.196458 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a95d2095-abf6-434c-a3fa-7668fe78a311 req-dfec9f12-545f-416c-b6e2-6095908d3dd2 service neutron] 10.222.0.36 "GET /v2.0/networks/922aa1cf-7465-4c84-b730-156c0ce0974c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314828 Aug 24 18:46:15.363360 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee1e9ba-1b6f-430e-a031-1d5aed606cf6 None None] New status for floating IP 614ed47a-5ccc-4431-8111-331989fa94c4: DOWN {{(pid=74998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:46:15.921297 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57e86c-beb7-431f-bece-417b03cb9241 req-0278770f-414e-4f66-a8d9-8b4ac1bb78d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:46:15.922807 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-bb57e86c-beb7-431f-bece-417b03cb9241 req-0278770f-414e-4f66-a8d9-8b4ac1bb78d8 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.0926909 Aug 24 18:46:15.972157 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-bb57e86c-beb7-431f-bece-417b03cb9241 req-3b83fc80-3a4d-404f-9a73-da0388c02107 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/security-groups?id=695bf306-ee1f-4044-9821-dcb74b605ece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415003 Aug 24 18:46:16.209356 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58140426-1605-496e-84f3-993860f13ff5 req-6682d2c0-5131-483d-b668-3188d066c006 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:46:16.210003 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-58140426-1605-496e-84f3-993860f13ff5 req-6682d2c0-5131-483d-b668-3188d066c006 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Synchronizing usage tracker for tenant:e61712bca8e94cb8a024d511805a0a96 on resource:port {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:46:16.223488 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-58140426-1605-496e-84f3-993860f13ff5 req-6682d2c0-5131-483d-b668-3188d066c006 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Unset dirty status for tenant:e61712bca8e94cb8a024d511805a0a96 on resource:port {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:46:16.224581 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-58140426-1605-496e-84f3-993860f13ff5 req-6682d2c0-5131-483d-b668-3188d066c006 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 945 time: 0.1085625 Aug 24 18:46:16.293105 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-58140426-1605-496e-84f3-993860f13ff5 req-ab8161ba-99b4-4362-a187-056bf3ae4167 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Deleting port eae12da4-2808-4e7f-9886-841a63d47e66 {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:46:16.293454 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-58140426-1605-496e-84f3-993860f13ff5 req-ab8161ba-99b4-4362-a187-056bf3ae4167 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:16.549406 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-58140426-1605-496e-84f3-993860f13ff5 req-ab8161ba-99b4-4362-a187-056bf3ae4167 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] For port eae12da4-2808-4e7f-9886-841a63d47e66, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=eae12da4-2808-4e7f-9886-841a63d47e66,segment=NetworkSegment(db786f6c-7c5d-4b00-b83f-da6a2a065cee),segment_id=db786f6c-7c5d-4b00-b83f-da6a2a065cee)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:46:16.549763 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-58140426-1605-496e-84f3-993860f13ff5 req-ab8161ba-99b4-4362-a187-056bf3ae4167 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:16.673863 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-58140426-1605-496e-84f3-993860f13ff5 req-ab8161ba-99b4-4362-a187-056bf3ae4167 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Calling delete_port for eae12da4-2808-4e7f-9886-841a63d47e66 owned by compute:nova {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:46:16.830283 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-58140426-1605-496e-84f3-993860f13ff5 req-ab8161ba-99b4-4362-a187-056bf3ae4167 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:16.835849 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-4aacf3b2-5479-42dd-9d51-1f452d0f87cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:46:16.878715 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8161ba-99b4-4362-a187-056bf3ae4167 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Pushing event deleted for resources: {'Port': ['ID=eae12da4-2808-4e7f-9886-841a63d47e66,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:16.882535 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-ab8161ba-99b4-4362-a187-056bf3ae4167 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:46:16.955619 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-58140426-1605-496e-84f3-993860f13ff5 req-ab8161ba-99b4-4362-a187-056bf3ae4167 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] No DVR routers for this DVR port eae12da4-2808-4e7f-9886-841a63d47e66 on host hv-cinder-80582 {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:46:16.958000 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-58140426-1605-496e-84f3-993860f13ff5 req-ab8161ba-99b4-4362-a187-056bf3ae4167 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:16.960549 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b401067-7ce7-4c89-9ec5-64d79f6443f3', 'name': 'network-vif-deleted', 'tag': 'eae12da4-2808-4e7f-9886-841a63d47e66'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:46:16.978410 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-58140426-1605-496e-84f3-993860f13ff5 req-ab8161ba-99b4-4362-a187-056bf3ae4167 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.36 "DELETE /v2.0/ports/eae12da4-2808-4e7f-9886-841a63d47e66 HTTP/1.1" status: 204 len: 173 time: 0.7478092 Aug 24 18:46:17.025658 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b401067-7ce7-4c89-9ec5-64d79f6443f3', 'name': 'network-vif-deleted', 'tag': 'eae12da4-2808-4e7f-9886-841a63d47e66', 'status': 'completed', 'code': 200} Aug 24 18:46:17.141672 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-312fe65b-0ad8-426c-b071-2380dc99e673 req-1e898562-13e6-4679-a024-99bd69768cca tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "GET /v2.0/ports?device_id=5b401067-7ce7-4c89-9ec5-64d79f6443f3 HTTP/1.1" status: 200 len: 210 time: 0.0482132 Aug 24 18:46:18.258311 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40338) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:46:18.330609 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-be22c5fa-4815-498c-b2b1-1390ecd7af0c tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:18.360314 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-be22c5fa-4815-498c-b2b1-1390ecd7af0c tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:18.441560 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-be22c5fa-4815-498c-b2b1-1390ecd7af0c tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:18.445626 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-8cc02314-889d-4f1a-917b-02c90f492bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:46:18.461075 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22c5fa-4815-498c-b2b1-1390ecd7af0c tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=695bf306-ee1f-4044-9821-dcb74b605ece,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:18.463849 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-be22c5fa-4815-498c-b2b1-1390ecd7af0c tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:46:18.472957 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-be22c5fa-4815-498c-b2b1-1390ecd7af0c tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:18.476654 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-be22c5fa-4815-498c-b2b1-1390ecd7af0c tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] 10.222.0.62 "DELETE /v2.0/security-groups/695bf306-ee1f-4044-9821-dcb74b605ece HTTP/1.1" status: 204 len: 168 time: 0.2147937 Aug 24 18:46:18.535492 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40344) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:46:18.927823 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-18ab6758-7ed7-4f7d-8edd-81873df2a3b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:19.105022 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b320c24a-4f45-4625-9f11-04a0948a1412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1691743'] for router_interface, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:19.356913 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:19.739479 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-b320c24a-4f45-4625-9f11-04a0948a1412 admin admin] Deleting port 1b064ebe-652f-4a81-8cd0-b694d072ff58 {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:46:19.740066 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b320c24a-4f45-4625-9f11-04a0948a1412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:19.840846 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device eae12da4-2808-4e7f-9886-841a63d47e66 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:46:19.875080 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] No Port match for: eae12da4-2808-4e7f-9886-841a63d47e66 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:46:19.875465 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device eae12da4-2808-4e7f-9886-841a63d47e66 not bound to the agent host hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:46:19.919768 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [None req-b320c24a-4f45-4625-9f11-04a0948a1412 admin admin] For port 1b064ebe-652f-4a81-8cd0-b694d072ff58, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=1b064ebe-652f-4a81-8cd0-b694d072ff58,segment=NetworkSegment(db786f6c-7c5d-4b00-b83f-da6a2a065cee),segment_id=db786f6c-7c5d-4b00-b83f-da6a2a065cee)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:46:19.920120 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b320c24a-4f45-4625-9f11-04a0948a1412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:20.139726 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-b320c24a-4f45-4625-9f11-04a0948a1412 admin admin] Calling delete_port for 1b064ebe-652f-4a81-8cd0-b694d072ff58 owned by network:router_interface {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:46:20.326420 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b320c24a-4f45-4625-9f11-04a0948a1412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:20.330164 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:46:20.373937 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320c24a-4f45-4625-9f11-04a0948a1412 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b064ebe-652f-4a81-8cd0-b694d072ff58,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:20.376582 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-b320c24a-4f45-4625-9f11-04a0948a1412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:46:20.670104 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b320c24a-4f45-4625-9f11-04a0948a1412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15347849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1691819'] for router_interface, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:21.270679 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-2db21c51-8933-445a-8235-a8ba80e077fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:21.283917 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b320c24a-4f45-4625-9f11-04a0948a1412 admin admin] Router c3d301f5-39fa-4cd0-a462-1470314fa99b has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:46:21.497096 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b320c24a-4f45-4625-9f11-04a0948a1412 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:46:21.506291 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405cf39-1348-4a4e-9d13-78b0156e0904 None None] Sync routers for ids ['c3d301f5-39fa-4cd0-a462-1470314fa99b'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:46:21.510927 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-b320c24a-4f45-4625-9f11-04a0948a1412 admin admin] 10.222.0.62 "PUT /v2.0/routers/c3d301f5-39fa-4cd0-a462-1470314fa99b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9742725 Aug 24 18:46:21.514312 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40354) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:46:21.519189 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405cf39-1348-4a4e-9d13-78b0156e0904 None None] Routers {'c3d301f5-39fa-4cd0-a462-1470314fa99b'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:46:21.519808 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-9405cf39-1348-4a4e-9d13-78b0156e0904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:46:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['c3d301f5-39fa-4cd0-a462-1470314fa99b'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:21.704787 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-9405cf39-1348-4a4e-9d13-78b0156e0904 None None] Set router c3d301f5-39fa-4cd0-a462-1470314fa99b gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:46:21.825314 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ee83d032-044c-4903-97b7-71c61ca16a50 admin admin] Notify callbacks [] for router, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:21.999816 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-9405cf39-1348-4a4e-9d13-78b0156e0904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'name': 'tempest-TestShelveInstance-1774061153-router', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:46:20Z', 'revision_number': 5, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'gw_port': {'id': 'd71ebd0a-d285-4394-8ab3-7b364178d295', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:41:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:22.005277 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405cf39-1348-4a4e-9d13-78b0156e0904 None None] Checking router: c3d301f5-39fa-4cd0-a462-1470314fa99b for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:46:22.016801 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9405cf39-1348-4a4e-9d13-78b0156e0904 None None] Routers {'c3d301f5-39fa-4cd0-a462-1470314fa99b'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:46:22.018055 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-9405cf39-1348-4a4e-9d13-78b0156e0904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:46:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['c3d301f5-39fa-4cd0-a462-1470314fa99b'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:22.031193 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ee83d032-044c-4903-97b7-71c61ca16a50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:22.041681 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-ee83d032-044c-4903-97b7-71c61ca16a50 admin admin] Deleting port d71ebd0a-d285-4394-8ab3-7b364178d295 {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:46:22.042141 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ee83d032-044c-4903-97b7-71c61ca16a50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:22.185824 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-9405cf39-1348-4a4e-9d13-78b0156e0904 None None] Set router c3d301f5-39fa-4cd0-a462-1470314fa99b gateway port host: None {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:46:22.226074 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [None req-ee83d032-044c-4903-97b7-71c61ca16a50 admin admin] For port d71ebd0a-d285-4394-8ab3-7b364178d295, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=d71ebd0a-d285-4394-8ab3-7b364178d295,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:46:22.226430 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ee83d032-044c-4903-97b7-71c61ca16a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:22.229629 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:22.336007 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-9405cf39-1348-4a4e-9d13-78b0156e0904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'name': 'tempest-TestShelveInstance-1774061153-router', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:46:22Z', 'revision_number': 6, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'gw_port_host': None}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:22.340680 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9405cf39-1348-4a4e-9d13-78b0156e0904 None None] The sync data for ids ['c3d301f5-39fa-4cd0-a462-1470314fa99b'] in dv-cinder-805825-1-iscsi is: [{'id': 'c3d301f5-39fa-4cd0-a462-1470314fa99b', 'name': 'tempest-TestShelveInstance-1774061153-router', 'tenant_id': 'e61712bca8e94cb8a024d511805a0a96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:19Z', 'updated_at': '2021-08-24T18:46:22Z', 'revision_number': 6, 'project_id': 'e61712bca8e94cb8a024d511805a0a96', 'gw_port_host': None}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:46:22.355214 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-ee83d032-044c-4903-97b7-71c61ca16a50 admin admin] Calling delete_port for d71ebd0a-d285-4394-8ab3-7b364178d295 owned by network:router_gateway {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:46:22.532949 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ee83d032-044c-4903-97b7-71c61ca16a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:22.536619 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-652fdd05-9323-4072-9cec-17720ceb3434 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:46:22.577353 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee83d032-044c-4903-97b7-71c61ca16a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=d71ebd0a-d285-4394-8ab3-7b364178d295,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:22.580755 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ee83d032-044c-4903-97b7-71c61ca16a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:46:22.820947 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ee83d032-044c-4903-97b7-71c61ca16a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692450'] for router_gateway, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:23.188518 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ee83d032-044c-4903-97b7-71c61ca16a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30687'] for router, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:23.192943 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ee83d032-044c-4903-97b7-71c61ca16a50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:23.219800 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ee83d032-044c-4903-97b7-71c61ca16a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693982'] for router, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:23.220549 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee83d032-044c-4903-97b7-71c61ca16a50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3d301f5-39fa-4cd0-a462-1470314fa99b {{(pid=74995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:46:23.233849 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ee83d032-044c-4903-97b7-71c61ca16a50 admin admin] Notify callbacks [] for router, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:23.234969 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-ee83d032-044c-4903-97b7-71c61ca16a50 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c3d301f5-39fa-4cd0-a462-1470314fa99b HTTP/1.1" status: 204 len: 168 time: 1.7196774 Aug 24 18:46:23.237555 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40358) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:46:23.308952 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa67d887-7028-40d5-a778-9803f252a603 admin admin] Deleting subnet 046050b0-03e5-419e-9117-ffd90bd7218e {{(pid=74995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:46:23.312187 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fa67d887-7028-40d5-a778-9803f252a603 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:23.361882 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fa67d887-7028-40d5-a778-9803f252a603 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1402967'] for subnet, precommit_delete_associations {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:23.446564 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fa67d887-7028-40d5-a778-9803f252a603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699818'] for subnet, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:23.518926 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fa67d887-7028-40d5-a778-9803f252a603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3098408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1399101'] for subnet, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:23.522845 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-b2b889b3-6e83-497e-ae1f-7c534af46f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:46:23.556205 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa67d887-7028-40d5-a778-9803f252a603 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=046050b0-03e5-419e-9117-ffd90bd7218e,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:23.559531 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-fa67d887-7028-40d5-a778-9803f252a603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:46:23.563120 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-fa67d887-7028-40d5-a778-9803f252a603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:23.568857 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39d631a-d6a9-43fe-be0e-eb2e08841512 None None] Network 922aa1cf-7465-4c84-b730-156c0ce0974c requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:46:23.569342 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-fa67d887-7028-40d5-a778-9803f252a603 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/046050b0-03e5-419e-9117-ffd90bd7218e HTTP/1.1" status: 204 len: 168 time: 0.3306384 Aug 24 18:46:23.573097 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40362) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:46:23.678681 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531664'] for network, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:23.689273 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] Deleting port b7fb1521-30b7-458f-b5b4-c51427ae7128 {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:46:23.689603 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:23.736575 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:23.831595 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c9022d-c203-4ec9-ab87-0334369b7ba1 None None] DHCP port deletion for 922aa1cf-7465-4c84-b730-156c0ce0974c request from dv-cinder-805825-1-iscsi {{(pid=74997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 24 18:46:23.836254 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-03c9022d-c203-4ec9-ab87-0334369b7ba1 None None] Deleting port b7fb1521-30b7-458f-b5b4-c51427ae7128 {{(pid=74997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:46:23.836659 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-03c9022d-c203-4ec9-ab87-0334369b7ba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:23.904576 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] For port b7fb1521-30b7-458f-b5b4-c51427ae7128, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=b7fb1521-30b7-458f-b5b4-c51427ae7128,segment=NetworkSegment(db786f6c-7c5d-4b00-b83f-da6a2a065cee),segment_id=db786f6c-7c5d-4b00-b83f-da6a2a065cee)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:46:23.904909 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:24.029675 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] Calling delete_port for b7fb1521-30b7-458f-b5b4-c51427ae7128 owned by network:dhcp {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:46:24.044903 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-03c9022d-c203-4ec9-ab87-0334369b7ba1 None None] For port b7fb1521-30b7-458f-b5b4-c51427ae7128, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=b7fb1521-30b7-458f-b5b4-c51427ae7128,segment=NetworkSegment(db786f6c-7c5d-4b00-b83f-da6a2a065cee),segment_id=db786f6c-7c5d-4b00-b83f-da6a2a065cee)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:46:24.045298 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-03c9022d-c203-4ec9-ab87-0334369b7ba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:24.105445 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 1b064ebe-652f-4a81-8cd0-b694d072ff58 no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:46:24.107684 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:24.112196 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ae265b64-8453-4c48-99fb-c721d5a1448e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:46:24.154811 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7fb1521-30b7-458f-b5b4-c51427ae7128,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:24.157347 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:46:24.159865 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] No DVR routers for this DVR port b7fb1521-30b7-458f-b5b4-c51427ae7128 on host dv-cinder-805825-1-iscsi {{(pid=74995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:46:24.193394 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-03c9022d-c203-4ec9-ab87-0334369b7ba1 None None] Calling delete_port for b7fb1521-30b7-458f-b5b4-c51427ae7128 owned by network:dhcp {{(pid=74997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:46:24.230909 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: 1b064ebe-652f-4a81-8cd0-b694d072ff58 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:46:24.231255 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 1b064ebe-652f-4a81-8cd0-b694d072ff58 not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:46:24.231676 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device d71ebd0a-d285-4394-8ab3-7b364178d295 no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:46:24.272163 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: d71ebd0a-d285-4394-8ab3-7b364178d295 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:46:24.272471 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device d71ebd0a-d285-4394-8ab3-7b364178d295 not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:46:24.272930 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device b7fb1521-30b7-458f-b5b4-c51427ae7128 no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:46:24.280097 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699171', 'neutron.services.segments.db._delete_segments_for_network-8740182284418'] for network, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:24.293778 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.services.segments.db [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922aa1cf-7465-4c84-b730-156c0ce0974c']}} {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:24.306806 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.services.segments.db [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db786f6c-7c5d-4b00-b83f-da6a2a065cee') {'for_net_delete': True} {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:24.307139 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.services.segments.db [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db786f6c-7c5d-4b00-b83f-da6a2a065cee') {} {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:24.308921 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: b7fb1521-30b7-458f-b5b4-c51427ae7128 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:46:24.309270 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device b7fb1521-30b7-458f-b5b4-c51427ae7128 not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:46:24.319853 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740182285213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1402968'] for segment, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:24.332452 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.db.api [None req-03c9022d-c203-4ec9-ab87-0334369b7ba1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 18:46:24.332819 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_db.api [None req-03c9022d-c203-4ec9-ab87-0334369b7ba1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 18:46:24.336079 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:24.342131 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=74995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:46:24.342494 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3098510'] for segment, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: Traceback (most recent call last): Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: timer() Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: cb(*args, **kw) Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: return func(*args, **kwargs) Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: self._notify() Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: self.callback(batched_events) Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: event.method(event) Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: return f(self, *a, **k) Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: return self._get(url).json() Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: return self.request(url, 'GET', **kwargs) Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:46:24.356183 dv-cinder-805825-1-iscsi neutron-server[74995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:46:24.437383 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692511'] for network, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:24.441274 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-b9a5a49a-4e22-4210-a56d-fc18bb69991c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:46:24.454374 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:24.465011 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=922aa1cf-7465-4c84-b730-156c0ce0974c,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:24.468128 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:46:24.482266 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/922aa1cf-7465-4c84-b730-156c0ce0974c HTTP/1.1" status: 204 len: 168 time: 0.9082513 Aug 24 18:46:24.486459 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40366) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:46:24.834224 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-03c9022d-c203-4ec9-ab87-0334369b7ba1 None None] Deleting port b7fb1521-30b7-458f-b5b4-c51427ae7128 {{(pid=74997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:46:24.834851 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-03c9022d-c203-4ec9-ab87-0334369b7ba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:24.905514 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-03c9022d-c203-4ec9-ab87-0334369b7ba1 None None] The port 'b7fb1521-30b7-458f-b5b4-c51427ae7128' was deleted {{(pid=74997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 24 18:46:24.993591 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-31eee39b-8095-448e-b2c2-5c3f70505184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1691743'] for router_interface, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:25.617604 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-31eee39b-8095-448e-b2c2-5c3f70505184 admin admin] Deleting port ee92b7e6-1ca0-4101-8cfd-b78add449a07 {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:46:25.618376 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-31eee39b-8095-448e-b2c2-5c3f70505184 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:25.795135 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [None req-31eee39b-8095-448e-b2c2-5c3f70505184 admin admin] For port ee92b7e6-1ca0-4101-8cfd-b78add449a07, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=ee92b7e6-1ca0-4101-8cfd-b78add449a07,segment=NetworkSegment(8c4f4ecb-7165-4082-8232-adb3ecf44106),segment_id=8c4f4ecb-7165-4082-8232-adb3ecf44106)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:46:25.795493 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-31eee39b-8095-448e-b2c2-5c3f70505184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:25.917934 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-31eee39b-8095-448e-b2c2-5c3f70505184 admin admin] Calling delete_port for ee92b7e6-1ca0-4101-8cfd-b78add449a07 owned by network:router_interface {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:46:26.101214 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-31eee39b-8095-448e-b2c2-5c3f70505184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:26.104992 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-30103f83-f6e0-4c96-9107-4f19db42a8d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:46:26.146130 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eee39b-8095-448e-b2c2-5c3f70505184 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee92b7e6-1ca0-4101-8cfd-b78add449a07,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:26.150357 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-31eee39b-8095-448e-b2c2-5c3f70505184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:46:26.543990 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-31eee39b-8095-448e-b2c2-5c3f70505184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15347849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1691819'] for router_interface, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:27.146360 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31eee39b-8095-448e-b2c2-5c3f70505184 admin admin] Router 4113273c-9b48-48a8-a2af-4cbf1288e3b0 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:46:27.374360 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31eee39b-8095-448e-b2c2-5c3f70505184 admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:46:27.383782 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51730a74-452f-46df-b017-d8dd7f7946e9 None None] Sync routers for ids ['4113273c-9b48-48a8-a2af-4cbf1288e3b0'] in dv-cinder-805825-1-iscsi {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:46:27.384275 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-31eee39b-8095-448e-b2c2-5c3f70505184 admin admin] 10.222.0.62 "PUT /v2.0/routers/4113273c-9b48-48a8-a2af-4cbf1288e3b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8967564 Aug 24 18:46:27.387267 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40370) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:46:27.397367 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51730a74-452f-46df-b017-d8dd7f7946e9 None None] Routers {'4113273c-9b48-48a8-a2af-4cbf1288e3b0'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:46:27.397994 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-51730a74-452f-46df-b017-d8dd7f7946e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:46:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4113273c-9b48-48a8-a2af-4cbf1288e3b0'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:27.588025 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e721-cdcb-4f6b-83b6-ecaffb6a8f3b admin admin] Notify callbacks [] for router, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:27.612582 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-51730a74-452f-46df-b017-d8dd7f7946e9 None None] Set router 4113273c-9b48-48a8-a2af-4cbf1288e3b0 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:46:27.789075 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e721-cdcb-4f6b-83b6-ecaffb6a8f3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:27.799009 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-2fa6e721-cdcb-4f6b-83b6-ecaffb6a8f3b admin admin] Deleting port 288b9d43-5d09-4396-9341-e6d4e921a86f {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:46:27.799342 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e721-cdcb-4f6b-83b6-ecaffb6a8f3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:27.895767 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-51730a74-452f-46df-b017-d8dd7f7946e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113273c-9b48-48a8-a2af-4cbf1288e3b0', 'name': 'tempest-TestShelveInstance-538202341-router', 'tenant_id': 'f74bf3caea5b4036a153c146f830818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '288b9d43-5d09-4396-9341-e6d4e921a86f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:25Z', 'updated_at': '2021-08-24T18:46:26Z', 'revision_number': 5, 'project_id': 'f74bf3caea5b4036a153c146f830818a', 'gw_port': {'id': '288b9d43-5d09-4396-9341-e6d4e921a86f', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:02:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4113273c-9b48-48a8-a2af-4cbf1288e3b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:41:25Z', 'updated_at': '2021-08-24T18:41:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:27.900042 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51730a74-452f-46df-b017-d8dd7f7946e9 None None] Checking router: 4113273c-9b48-48a8-a2af-4cbf1288e3b0 for host: dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:46:27.911896 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51730a74-452f-46df-b017-d8dd7f7946e9 None None] Routers {'4113273c-9b48-48a8-a2af-4cbf1288e3b0'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:46:27.912507 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-51730a74-452f-46df-b017-d8dd7f7946e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:46:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4113273c-9b48-48a8-a2af-4cbf1288e3b0'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:28.070651 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-51730a74-452f-46df-b017-d8dd7f7946e9 None None] Set router 4113273c-9b48-48a8-a2af-4cbf1288e3b0 gateway port host: None {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:46:28.093699 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [None req-2fa6e721-cdcb-4f6b-83b6-ecaffb6a8f3b admin admin] For port 288b9d43-5d09-4396-9341-e6d4e921a86f, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=288b9d43-5d09-4396-9341-e6d4e921a86f,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:46:28.094103 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e721-cdcb-4f6b-83b6-ecaffb6a8f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:28.180862 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-51730a74-452f-46df-b017-d8dd7f7946e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4113273c-9b48-48a8-a2af-4cbf1288e3b0', 'name': 'tempest-TestShelveInstance-538202341-router', 'tenant_id': 'f74bf3caea5b4036a153c146f830818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:25Z', 'updated_at': '2021-08-24T18:46:27Z', 'revision_number': 6, 'project_id': 'f74bf3caea5b4036a153c146f830818a', 'gw_port_host': None}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:28.185218 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51730a74-452f-46df-b017-d8dd7f7946e9 None None] The sync data for ids ['4113273c-9b48-48a8-a2af-4cbf1288e3b0'] in dv-cinder-805825-1-iscsi is: [{'id': '4113273c-9b48-48a8-a2af-4cbf1288e3b0', 'name': 'tempest-TestShelveInstance-538202341-router', 'tenant_id': 'f74bf3caea5b4036a153c146f830818a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:41:25Z', 'updated_at': '2021-08-24T18:46:27Z', 'revision_number': 6, 'project_id': 'f74bf3caea5b4036a153c146f830818a', 'gw_port_host': None}] {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:46:28.224784 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-2fa6e721-cdcb-4f6b-83b6-ecaffb6a8f3b admin admin] Calling delete_port for 288b9d43-5d09-4396-9341-e6d4e921a86f owned by network:router_gateway {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:46:28.411445 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e721-cdcb-4f6b-83b6-ecaffb6a8f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:28.417831 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-31eee39b-8095-448e-b2c2-5c3f70505184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:46:28.465290 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa6e721-cdcb-4f6b-83b6-ecaffb6a8f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=288b9d43-5d09-4396-9341-e6d4e921a86f,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:28.467937 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-2fa6e721-cdcb-4f6b-83b6-ecaffb6a8f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:46:28.698081 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e721-cdcb-4f6b-83b6-ecaffb6a8f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692450'] for router_gateway, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:28.731830 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:46:28.972448 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e721-cdcb-4f6b-83b6-ecaffb6a8f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30687'] for router, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:28.976834 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e721-cdcb-4f6b-83b6-ecaffb6a8f3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:29.004734 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e721-cdcb-4f6b-83b6-ecaffb6a8f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693982'] for router, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:29.005253 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa6e721-cdcb-4f6b-83b6-ecaffb6a8f3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4113273c-9b48-48a8-a2af-4cbf1288e3b0 {{(pid=74995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:46:29.017405 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-2fa6e721-cdcb-4f6b-83b6-ecaffb6a8f3b admin admin] Notify callbacks [] for router, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:29.018514 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-2fa6e721-cdcb-4f6b-83b6-ecaffb6a8f3b admin admin] 10.222.0.62 "DELETE /v2.0/routers/4113273c-9b48-48a8-a2af-4cbf1288e3b0 HTTP/1.1" status: 204 len: 168 time: 1.6303537 Aug 24 18:46:29.021023 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40374) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:46:29.087827 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_v2 [None req-46944617-f802-4d2b-a527-229b979d1e58 admin admin] Deleting subnet 2615872d-69e4-4729-9f11-d48f7a1cd34c {{(pid=74995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:46:29.088545 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-46944617-f802-4d2b-a527-229b979d1e58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:29.139623 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-46944617-f802-4d2b-a527-229b979d1e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1402967'] for subnet, precommit_delete_associations {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:29.214874 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-46944617-f802-4d2b-a527-229b979d1e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699818'] for subnet, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:29.288923 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-46944617-f802-4d2b-a527-229b979d1e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3098408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1399101'] for subnet, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:29.293108 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-4afa6c60-a498-4855-8efc-f3c5d2dd6c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:46:29.328337 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46944617-f802-4d2b-a527-229b979d1e58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2615872d-69e4-4729-9f11-d48f7a1cd34c,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:29.331555 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-46944617-f802-4d2b-a527-229b979d1e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:46:29.332530 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-46944617-f802-4d2b-a527-229b979d1e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:29.337793 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c20de19-c825-4d79-898c-a9062d198107 None None] Network 516dfd2e-ee1c-4466-a9c6-4de457b647fe requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:46:29.341872 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-46944617-f802-4d2b-a527-229b979d1e58 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2615872d-69e4-4729-9f11-d48f7a1cd34c HTTP/1.1" status: 204 len: 168 time: 0.3198106 Aug 24 18:46:29.344444 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40378) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:46:29.553831 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531664'] for network, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:29.565038 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] Deleting port 84981148-b156-4fe1-ab51-e9c401a107e8 {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:46:29.565363 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:29.586810 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c223db-7506-43d8-a6fa-cf2aabfc3bbd None None] DHCP port deletion for 516dfd2e-ee1c-4466-a9c6-4de457b647fe request from dv-cinder-805825-1-iscsi {{(pid=74997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 24 18:46:29.591237 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-c5c223db-7506-43d8-a6fa-cf2aabfc3bbd None None] Deleting port 84981148-b156-4fe1-ab51-e9c401a107e8 {{(pid=74997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:46:29.591620 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c5c223db-7506-43d8-a6fa-cf2aabfc3bbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:29.771977 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] For port 84981148-b156-4fe1-ab51-e9c401a107e8, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=84981148-b156-4fe1-ab51-e9c401a107e8,segment=NetworkSegment(8c4f4ecb-7165-4082-8232-adb3ecf44106),segment_id=8c4f4ecb-7165-4082-8232-adb3ecf44106)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:46:29.772348 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:29.796219 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-c5c223db-7506-43d8-a6fa-cf2aabfc3bbd None None] For port 84981148-b156-4fe1-ab51-e9c401a107e8, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=84981148-b156-4fe1-ab51-e9c401a107e8,segment=NetworkSegment(8c4f4ecb-7165-4082-8232-adb3ecf44106),segment_id=8c4f4ecb-7165-4082-8232-adb3ecf44106)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:46:29.796545 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c5c223db-7506-43d8-a6fa-cf2aabfc3bbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:29.893295 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] Calling delete_port for 84981148-b156-4fe1-ab51-e9c401a107e8 owned by network:dhcp {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:46:29.915721 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-c5c223db-7506-43d8-a6fa-cf2aabfc3bbd None None] Calling delete_port for 84981148-b156-4fe1-ab51-e9c401a107e8 owned by network:dhcp {{(pid=74997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:46:29.968431 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:29.973078 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-b320c24a-4f45-4625-9f11-04a0948a1412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:46:29.992309 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.db.api [None req-c5c223db-7506-43d8-a6fa-cf2aabfc3bbd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 18:46:29.992675 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_db.api [None req-c5c223db-7506-43d8-a6fa-cf2aabfc3bbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 18:46:30.019272 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] Pushing event deleted for resources: {'Port': ['ID=84981148-b156-4fe1-ab51-e9c401a107e8,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:30.021778 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:46:30.030674 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] No DVR routers for this DVR port 84981148-b156-4fe1-ab51-e9c401a107e8 on host dv-cinder-805825-1-iscsi {{(pid=74995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:46:30.057833 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 288b9d43-5d09-4396-9341-e6d4e921a86f no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:46:30.125496 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: 288b9d43-5d09-4396-9341-e6d4e921a86f {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:46:30.125827 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 288b9d43-5d09-4396-9341-e6d4e921a86f not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:46:30.126287 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 84981148-b156-4fe1-ab51-e9c401a107e8 no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:46:30.149870 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699171', 'neutron.services.segments.db._delete_segments_for_network-8740182284418'] for network, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:30.158411 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: 84981148-b156-4fe1-ab51-e9c401a107e8 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:46:30.158791 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 84981148-b156-4fe1-ab51-e9c401a107e8 not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:46:30.159209 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device ee92b7e6-1ca0-4101-8cfd-b78add449a07 no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:46:30.162968 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.services.segments.db [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516dfd2e-ee1c-4466-a9c6-4de457b647fe']}} {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:30.175298 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.services.segments.db [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4f4ecb-7165-4082-8232-adb3ecf44106') {'for_net_delete': True} {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:30.175587 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.services.segments.db [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4f4ecb-7165-4082-8232-adb3ecf44106') {} {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:46:30.187209 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740182285213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1402968'] for segment, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:30.190566 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: ee92b7e6-1ca0-4101-8cfd-b78add449a07 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:46:30.190938 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device ee92b7e6-1ca0-4101-8cfd-b78add449a07 not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:46:30.204369 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:30.210932 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=74995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:46:30.211324 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3098510'] for segment, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: Traceback (most recent call last): Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: timer() Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: cb(*args, **kw) Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: return func(*args, **kwargs) Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: self._notify() Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: self.callback(batched_events) Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: event.method(event) Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: return f(self, *a, **k) Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: return self._get(url).json() Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: return self.request(url, 'GET', **kwargs) Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:46:30.225022 dv-cinder-805825-1-iscsi neutron-server[74995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:46:30.307207 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692511'] for network, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:30.311664 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-177fd7ca-0104-47af-bcf2-232d9172ae25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:46:30.324852 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:30.335161 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] Pushing event deleted for resources: {'Network': ['ID=516dfd2e-ee1c-4466-a9c6-4de457b647fe,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:30.337823 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:46:30.339635 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] 10.222.0.62 "DELETE /v2.0/networks/516dfd2e-ee1c-4466-a9c6-4de457b647fe HTTP/1.1" status: 204 len: 168 time: 0.9942701 Aug 24 18:46:30.489385 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40384) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:46:30.494111 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-c5c223db-7506-43d8-a6fa-cf2aabfc3bbd None None] Deleting port 84981148-b156-4fe1-ab51-e9c401a107e8 {{(pid=74997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:46:30.494729 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c5c223db-7506-43d8-a6fa-cf2aabfc3bbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:30.542077 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-31b7cc77-cd83-4fd0-990e-bdced52b8986 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e61712bca8e94cb8a024d511805a0a96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0514359 Aug 24 18:46:30.544488 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40388) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:46:30.561432 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-c5c223db-7506-43d8-a6fa-cf2aabfc3bbd None None] The port '84981148-b156-4fe1-ab51-e9c401a107e8' was deleted {{(pid=74997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 24 18:46:30.605523 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4116e26c-c792-4cad-9968-6d99e78590f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:30.631730 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4116e26c-c792-4cad-9968-6d99e78590f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:30.689507 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4116e26c-c792-4cad-9968-6d99e78590f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:30.693293 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-e20e4037-04f7-4473-b446-96386c3da6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:46:30.705857 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116e26c-c792-4cad-9968-6d99e78590f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c17f47-9b84-4fd3-a3f7-7f03c2a6031a,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:30.709443 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-4116e26c-c792-4cad-9968-6d99e78590f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:46:30.714389 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4116e26c-c792-4cad-9968-6d99e78590f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:30.715550 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-4116e26c-c792-4cad-9968-6d99e78590f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/09c17f47-9b84-4fd3-a3f7-7f03c2a6031a HTTP/1.1" status: 204 len: 168 time: 0.1701882 Aug 24 18:46:31.121521 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40396) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:46:31.174228 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-b141da26-aeb1-41cc-b2f2-1e529c0686f9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f74bf3caea5b4036a153c146f830818a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0515013 Aug 24 18:46:31.176809 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40400) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:46:31.221621 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:31.245408 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-883ae210-9275-4cf5-b1ef-3dd629701b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:31.274817 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-883ae210-9275-4cf5-b1ef-3dd629701b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:31.333641 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-883ae210-9275-4cf5-b1ef-3dd629701b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:31.338920 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-6e098b01-90d8-44ad-901e-d81984838c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:46:31.349794 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ae210-9275-4cf5-b1ef-3dd629701b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d5b0d0-c525-48fd-914d-959120d33f04,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:46:31.352197 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-883ae210-9275-4cf5-b1ef-3dd629701b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:46:31.357021 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-883ae210-9275-4cf5-b1ef-3dd629701b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:31.358116 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-883ae210-9275-4cf5-b1ef-3dd629701b73 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f0d5b0d0-c525-48fd-914d-959120d33f04 HTTP/1.1" status: 204 len: 168 time: 0.1804409 Aug 24 18:46:34.199205 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-beaee580-6c30-4582-a678-19b1be3f08c7 req-dde3f1e8-57a6-4a43-85b8-1c10cf54e2af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0865147 Aug 24 18:46:34.478915 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-beaee580-6c30-4582-a678-19b1be3f08c7 req-b3ea1fb6-9849-4833-91d2-73c67bf95818 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=547d022ded2e45ee9abb0d9dafb2bad2&device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 1098 time: 0.0753684 Aug 24 18:46:34.711560 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaee580-6c30-4582-a678-19b1be3f08c7 req-5f805451-45a7-451b-adbd-a71fdc369320 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:46:34.713863 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-beaee580-6c30-4582-a678-19b1be3f08c7 req-5f805451-45a7-451b-adbd-a71fdc369320 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4296fa39-8509-499f-85b9-0363df20a184 HTTP/1.1" status: 200 len: 912 time: 0.2160556 Aug 24 18:46:34.824012 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-beaee580-6c30-4582-a678-19b1be3f08c7 req-fe98643d-fdb4-4422-9937-f04188d3cf73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08265748-afbd-42ad-afc9-29a1aeb19961 HTTP/1.1" status: 200 len: 1000 time: 0.1023476 Aug 24 18:46:34.887345 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaee580-6c30-4582-a678-19b1be3f08c7 req-15b4af03-047c-4d6d-b55f-390588f3e439 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:46:34.888710 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-beaee580-6c30-4582-a678-19b1be3f08c7 req-15b4af03-047c-4d6d-b55f-390588f3e439 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8316689b-6705-4503-80f7-74c1c33be718 HTTP/1.1" status: 200 len: 850 time: 0.0573812 Aug 24 18:46:34.968263 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-beaee580-6c30-4582-a678-19b1be3f08c7 req-dce3ff2d-d6f4-48ea-99f1-a273abc7b7b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4296fa39-8509-499f-85b9-0363df20a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721455 Aug 24 18:46:35.111645 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-beaee580-6c30-4582-a678-19b1be3f08c7 req-65148276-53ce-41d2-b282-862a08f1f098 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369107 Aug 24 18:46:35.249244 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-beaee580-6c30-4582-a678-19b1be3f08c7 req-4c513930-1780-4825-b3ac-7e39f366a570 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306336 Aug 24 18:46:48.924234 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-8fb7aeb4-961e-409e-aca7-ed15ba338197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:49.373456 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:51.278862 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-03a9897d-4370-4caa-89f6-eab01e155da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:52.195783 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:46:53.688095 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:01.231684 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:05.737569 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:47:18.939404 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-b9088d53-79e9-4d78-a216-dd3777f2c472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:19.369212 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:21.275512 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-3eccb036-55b7-41b5-b057-8ed9c91627bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:22.197812 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:23.689481 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:31.238490 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:36.224744 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a05550ad-c9b9-4969-bb03-6e5d894577de req-0d944fa3-3fc7-45ba-96bc-06f90968250a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0876703 Aug 24 18:47:36.378948 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a05550ad-c9b9-4969-bb03-6e5d894577de req-31d1c4b8-3f3d-45da-9784-adc3f5a34da0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=547d022ded2e45ee9abb0d9dafb2bad2&device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 1098 time: 0.0744846 Aug 24 18:47:36.541524 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05550ad-c9b9-4969-bb03-6e5d894577de req-0a2f22df-d874-442a-a924-2d5486279d7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:36.543128 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a05550ad-c9b9-4969-bb03-6e5d894577de req-0a2f22df-d874-442a-a924-2d5486279d7f service neutron] 10.222.0.36 "GET /v2.0/networks?id=4296fa39-8509-499f-85b9-0363df20a184 HTTP/1.1" status: 200 len: 912 time: 0.1393478 Aug 24 18:47:36.650000 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a05550ad-c9b9-4969-bb03-6e5d894577de req-837eb6b3-f119-4a88-b6f8-f06e0e88b2ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08265748-afbd-42ad-afc9-29a1aeb19961 HTTP/1.1" status: 200 len: 1000 time: 0.1001384 Aug 24 18:47:36.718828 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05550ad-c9b9-4969-bb03-6e5d894577de req-0b68a84b-cd41-4a8f-ba1c-b57379a0aa67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:36.720243 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a05550ad-c9b9-4969-bb03-6e5d894577de req-0b68a84b-cd41-4a8f-ba1c-b57379a0aa67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8316689b-6705-4503-80f7-74c1c33be718 HTTP/1.1" status: 200 len: 850 time: 0.0628514 Aug 24 18:47:36.800537 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a05550ad-c9b9-4969-bb03-6e5d894577de req-f102388b-670c-4a59-85f1-23c46e07bcf4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4296fa39-8509-499f-85b9-0363df20a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733397 Aug 24 18:47:36.945701 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a05550ad-c9b9-4969-bb03-6e5d894577de req-39bbb4fc-6a62-4880-8758-d0c124b08655 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375508 Aug 24 18:47:37.080999 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-a05550ad-c9b9-4969-bb03-6e5d894577de req-da5995f1-3638-4838-afe1-1e32980566af service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288204 Aug 24 18:47:40.150825 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600f36f-0234-4874-bd98-38bd963f0ef4 req-cc9faaa0-5ce4-4116-996b-89bf95fcfc1b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:40.152334 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5600f36f-0234-4874-bd98-38bd963f0ef4 req-cc9faaa0-5ce4-4116-996b-89bf95fcfc1b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 945 time: 0.0843120 Aug 24 18:47:40.200998 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-5600f36f-0234-4874-bd98-38bd963f0ef4 req-4908c272-314b-43a3-b9f7-23791afe4c38 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406597 Aug 24 18:47:41.420933 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67847a1-3088-4d63-9fc4-8b13eea53628 req-df5931f1-bd23-4e8c-82fd-61908413f4a6 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:41.422413 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d67847a1-3088-4d63-9fc4-8b13eea53628 req-df5931f1-bd23-4e8c-82fd-61908413f4a6 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 945 time: 0.0962024 Aug 24 18:47:41.475128 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d67847a1-3088-4d63-9fc4-8b13eea53628 req-4f3f3230-220e-479d-82f0-47b1d6a9459f tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443304 Aug 24 18:47:41.706916 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd153b-954d-497a-a937-1fb6902d8ea3 req-2af6143e-066a-438b-becf-8b3f6c205675 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:41.707621 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-f6cd153b-954d-497a-a937-1fb6902d8ea3 req-2af6143e-066a-438b-becf-8b3f6c205675 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Synchronizing usage tracker for tenant:547d022ded2e45ee9abb0d9dafb2bad2 on resource:port {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:47:41.724180 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-f6cd153b-954d-497a-a937-1fb6902d8ea3 req-2af6143e-066a-438b-becf-8b3f6c205675 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Unset dirty status for tenant:547d022ded2e45ee9abb0d9dafb2bad2 on resource:port {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:47:41.725273 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f6cd153b-954d-497a-a937-1fb6902d8ea3 req-2af6143e-066a-438b-becf-8b3f6c205675 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.36 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 945 time: 0.1074634 Aug 24 18:47:41.799464 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-f6cd153b-954d-497a-a937-1fb6902d8ea3 req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Deleting port 08265748-afbd-42ad-afc9-29a1aeb19961 {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:47:41.799749 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f6cd153b-954d-497a-a937-1fb6902d8ea3 req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:42.136630 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-f6cd153b-954d-497a-a937-1fb6902d8ea3 req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] For port 08265748-afbd-42ad-afc9-29a1aeb19961, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=08265748-afbd-42ad-afc9-29a1aeb19961,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:47:42.136888 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f6cd153b-954d-497a-a937-1fb6902d8ea3 req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:42.424633 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f6cd153b-954d-497a-a937-1fb6902d8ea3 req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:42.424990 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f6cd153b-954d-497a-a937-1fb6902d8ea3 req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692493'] for floatingip, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:42.425318 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.l3_db [req-f6cd153b-954d-497a-a937-1fb6902d8ea3 req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Floating IP f7c91986-9e78-439a-88f5-5e99c73831a0 disassociated. External IP: 172.27.3.23, port: 08265748-afbd-42ad-afc9-29a1aeb19961. Aug 24 18:47:42.425622 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-f6cd153b-954d-497a-a937-1fb6902d8ea3 req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Calling delete_port for 08265748-afbd-42ad-afc9-29a1aeb19961 owned by compute:nova {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:47:42.576638 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f6cd153b-954d-497a-a937-1fb6902d8ea3 req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:42.583830 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-1b52c0c4-2677-4538-aaa0-c96d59a57efd tempest-VolumesNegativeTest-1689040623 tempest-VolumesNegativeTest-1689040623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:47:42.626767 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event deleted for resources: {'Port': ['ID=08265748-afbd-42ad-afc9-29a1aeb19961,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:47:42.638700 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:42.639084 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:42.639449 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:42.639804 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:42.640162 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:42.640518 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:42.640905 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:42.641205 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:42.641557 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:42.641904 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:42.642737 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:42.659524 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a7e604d9-7b57-40c2-a495-d4d11f2885d5 req-5363362f-672f-4212-8320-f018e0d5ee82 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 210 time: 0.0442815 Aug 24 18:47:42.700265 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:47:42.727442 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:47:42.856797 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6cd153b-954d-497a-a937-1fb6902d8ea3 req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:47:43.062439 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6cd153b-954d-497a-a937-1fb6902d8ea3 req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:47:43.072003 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd7777-fb4c-4e9e-a0e7-42e2d168e36b None None] Sync routers for ids ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:47:43.085762 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd7777-fb4c-4e9e-a0e7-42e2d168e36b None None] Routers {'4c3bf206-6e8b-4965-ba63-f4c2d3f22874'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:47:43.086492 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-c8cd7777-fb4c-4e9e-a0e7-42e2d168e36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:47:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:47:43.139089 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cd153b-954d-497a-a937-1fb6902d8ea3 req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] No DVR routers for this DVR port 08265748-afbd-42ad-afc9-29a1aeb19961 on host hv-cinder-80582 {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:47:43.142441 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-f6cd153b-954d-497a-a937-1fb6902d8ea3 req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:43.145212 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '989cedcb-7fa6-4e8f-ad38-ec4f1d74db45', 'name': 'network-vif-deleted', 'tag': '08265748-afbd-42ad-afc9-29a1aeb19961'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:47:43.161383 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f6cd153b-954d-497a-a937-1fb6902d8ea3 req-cf96bd8b-de73-4207-be63-9df738bde6ea tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.36 "DELETE /v2.0/ports/08265748-afbd-42ad-afc9-29a1aeb19961 HTTP/1.1" status: 204 len: 173 time: 1.4299309 Aug 24 18:47:43.269337 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-c8cd7777-fb4c-4e9e-a0e7-42e2d168e36b None None] Set router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:47:43.411328 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '989cedcb-7fa6-4e8f-ad38-ec4f1d74db45', 'name': 'network-vif-deleted', 'tag': '08265748-afbd-42ad-afc9-29a1aeb19961', 'status': 'completed', 'code': 200} Aug 24 18:47:43.596769 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-c8cd7777-fb4c-4e9e-a0e7-42e2d168e36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:45:16Z', 'revision_number': 5, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:47:43.600833 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd7777-fb4c-4e9e-a0e7-42e2d168e36b None None] Checking router: 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:47:43.612972 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd7777-fb4c-4e9e-a0e7-42e2d168e36b None None] Routers {'4c3bf206-6e8b-4965-ba63-f4c2d3f22874'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:47:43.613604 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-c8cd7777-fb4c-4e9e-a0e7-42e2d168e36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:47:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:47:43.799895 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-c8cd7777-fb4c-4e9e-a0e7-42e2d168e36b None None] Set router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:47:43.835066 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e49111dc-ace1-46ac-a6c4-c2027cc7021a req-703c8ea1-c11f-4b21-9ed1-46d82dccab27 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=989cedcb-7fa6-4e8f-ad38-ec4f1d74db45 HTTP/1.1" status: 200 len: 210 time: 0.0433724 Aug 24 18:47:44.165665 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-c8cd7777-fb4c-4e9e-a0e7-42e2d168e36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:45:16Z', 'revision_number': 5, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:47:44.171441 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd7777-fb4c-4e9e-a0e7-42e2d168e36b None None] The sync data for ids ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'] in dv-cinder-805825-1-iscsi is: [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:45:16Z', 'revision_number': 5, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:47:44.202084 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 08265748-afbd-42ad-afc9-29a1aeb19961 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:47:44.240240 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] No Port match for: 08265748-afbd-42ad-afc9-29a1aeb19961 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:47:44.240605 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 08265748-afbd-42ad-afc9-29a1aeb19961 not bound to the agent host hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:47:44.382583 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a82509-91d1-42af-82d0-373b3f88a4f5 None None] New status for floating IP f7c91986-9e78-439a-88f5-5e99c73831a0: DOWN {{(pid=74998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:47:45.238141 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-c6692c4f-7bf0-4ad6-b773-103e64a49558 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851871127&fields=id&tenant_id=547d022ded2e45ee9abb0d9dafb2bad2 HTTP/1.1" status: 200 len: 267 time: 0.0436409 Aug 24 18:47:45.394941 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-8976bd02-75e7-48e4-a55d-b153a795c826 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:45.396394 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-8976bd02-75e7-48e4-a55d-b153a795c826 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/networks?id=4296fa39-8509-499f-85b9-0363df20a184 HTTP/1.1" status: 200 len: 811 time: 0.1490250 Aug 24 18:47:45.415052 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-623b9452-7159-4bae-9498-8d77d8d077fb tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/quotas/547d022ded2e45ee9abb0d9dafb2bad2 HTTP/1.1" status: 200 len: 375 time: 0.0109868 Aug 24 18:47:45.505924 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-9e923606-1fe8-4e56-a17a-a74c01ed7948 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=547d022ded2e45ee9abb0d9dafb2bad2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0862744 Aug 24 18:47:45.653890 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-d15467a6-b9e0-41da-8fa1-3127fa00a1c6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=74995) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Aug 24 18:47:45.655120 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-d15467a6-b9e0-41da-8fa1-3127fa00a1c6 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1382139 Aug 24 18:47:45.889387 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-e0d55885-1a8b-4163-8ff9-ede52fd33d50 service neutron] 10.222.0.62 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281051 Aug 24 18:47:46.028530 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-699bced5-1bff-4e6d-936d-882e89dd0954 service neutron] 10.222.0.62 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307569 Aug 24 18:47:47.478159 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6b1e0f0c-7027-4417-9a06-a8bcaf91c1b2 req-d056ade9-b450-4620-9ada-c15974048f15 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 210 time: 0.0456290 Aug 24 18:47:48.658625 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-18de15c8-07e9-45a2-9c38-b557a51d5748 req-4a964bd2-0a2e-48ed-92d5-dc1f36d4a8e3 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 210 time: 0.0517220 Aug 24 18:47:48.780905 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-0017945b-a515-4531-b6be-9bd9bbf917e6 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:48.782391 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-0017945b-a515-4531-b6be-9bd9bbf917e6 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.36 "GET /v2.0/networks?id=4296fa39-8509-499f-85b9-0363df20a184 HTTP/1.1" status: 200 len: 811 time: 0.1442821 Aug 24 18:47:48.840327 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-fb6783b1-de6c-4a15-b23e-18f4ccfc373e tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=547d022ded2e45ee9abb0d9dafb2bad2 HTTP/1.1" status: 200 len: 380 time: 0.0437329 Aug 24 18:47:48.849705 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-a302f000-5d69-48cd-ba58-af6b18b2f177 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Request body: {'port': {'device_id': '22f110a6-f888-41be-a541-5967a20dc764', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'admin_state_up': True, 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'security_groups': ['6377b742-d4de-4b92-89d1-e617e1822e4f']}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:47:48.936405 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-3964765b-4767-404f-87ab-f1dba2d823be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:48.990799 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-a302f000-5d69-48cd-ba58-af6b18b2f177 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:47:48.994963 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-a302f000-5d69-48cd-ba58-af6b18b2f177 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Usage tracker for resource:port and tenant:547d022ded2e45ee9abb0d9dafb2bad2 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:47:48.998909 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-a302f000-5d69-48cd-ba58-af6b18b2f177 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:47:49.004954 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-a302f000-5d69-48cd-ba58-af6b18b2f177 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:47:49.015561 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-a302f000-5d69-48cd-ba58-af6b18b2f177 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Made reservation on behalf of 547d022ded2e45ee9abb0d9dafb2bad2 for: {'port': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:47:49.018513 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-a302f000-5d69-48cd-ba58-af6b18b2f177 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:49.274393 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-a302f000-5d69-48cd-ba58-af6b18b2f177 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Allocated IP 172.20.0.12 (4296fa39-8509-499f-85b9-0363df20a184/8316689b-6705-4503-80f7-74c1c33be718/29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:47:49.364612 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:49.473106 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-a302f000-5d69-48cd-ba58-af6b18b2f177 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:49.489823 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-a302f000-5d69-48cd-ba58-af6b18b2f177 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Transition to ACTIVE for port object 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 will not be triggered until provisioned by entity DHCP. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:47:49.512952 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-a302f000-5d69-48cd-ba58-af6b18b2f177 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:49.518600 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-144eb279-ea30-472b-87e0-ff43f00f3fbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:47:49.590602 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-a302f000-5d69-48cd-ba58-af6b18b2f177 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Network 4296fa39-8509-499f-85b9-0363df20a184 is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:47:49.594008 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-a302f000-5d69-48cd-ba58-af6b18b2f177 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:47:49.595996 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302f000-5d69-48cd-ba58-af6b18b2f177 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event updated for resources: {'Port': ['ID=29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:47:49.598058 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-a302f000-5d69-48cd-ba58-af6b18b2f177 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:47:49.623485 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-a302f000-5d69-48cd-ba58-af6b18b2f177 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:47:49.660193 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-a302f000-5d69-48cd-ba58-af6b18b2f177 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:49.660810 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-a302f000-5d69-48cd-ba58-af6b18b2f177 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:49.686836 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-a302f000-5d69-48cd-ba58-af6b18b2f177 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8411148 Aug 24 18:47:49.699371 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Request body: {'port': {'device_id': '22f110a6-f888-41be-a541-5967a20dc764', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:47:49.815188 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:49.841525 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-73975232-b349-4b8a-98b4-33d886f103f3 None None] Provisioning for port 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:47:49.847420 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-73975232-b349-4b8a-98b4-33d886f103f3 None None] Provisioning complete for port 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:47:49.847917 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-73975232-b349-4b8a-98b4-33d886f103f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:49.876506 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8293f1-7875-4d4f-8931-cebf878dbe16 req-d5d4216a-e227-4909-b5a4-24cc60ee780f tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:49.878202 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1f8293f1-7875-4d4f-8931-cebf878dbe16 req-d5d4216a-e227-4909-b5a4-24cc60ee780f tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 932 time: 0.0829730 Aug 24 18:47:49.901502 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-73975232-b349-4b8a-98b4-33d886f103f3 None None] Port 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:47:49.928006 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1f8293f1-7875-4d4f-8931-cebf878dbe16 req-28575287-f25b-4403-984c-917ad03298a0 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440958 Aug 24 18:47:50.167930 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 {{(pid=74996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:47:50.174798 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:50.189260 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Transition to ACTIVE for port object 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 will not be triggered until provisioned by entity L2. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:47:50.194180 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:50.199162 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-628bb022-a03c-46d3-8b09-42e6c5c9f703 tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:47:50.329919 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Pushing event updated for resources: {'Port': ['ID=29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:47:50.336038 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:47:50.441664 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Attempting to bind port 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 on host hv-cinder-80582 for vnic_type normal with profile {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:47:50.441924 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Attempting to bind port 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'd35cec0d-5d86-4d67-b67b-efbc47735fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4296fa39-8509-499f-85b9-0363df20a184'}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:47:50.442251 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Attempting to bind port 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 on network 4296fa39-8509-499f-85b9-0363df20a184 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:47:50.448038 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Port 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 on network 4296fa39-8509-499f-85b9-0363df20a184 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:47:50.448395 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Attempting to bind port 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 on network 4296fa39-8509-499f-85b9-0363df20a184 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:47:50.454606 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Checking agent: {'id': 'c5b5b5de-e9ee-4a89-bea7-745c11eae0d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'started_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:47:50.454968 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Checking segment: {'id': 'd35cec0d-5d86-4d67-b67b-efbc47735fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4296fa39-8509-499f-85b9-0363df20a184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:47:50.455379 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Bound using segment: {'id': 'd35cec0d-5d86-4d67-b67b-efbc47735fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4296fa39-8509-499f-85b9-0363df20a184'} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:47:50.455796 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Bound port: 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd35cec0d-5d86-4d67-b67b-efbc47735fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4296fa39-8509-499f-85b9-0363df20a184'}}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:47:50.456130 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:50.546478 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] For port 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0, host hv-cinder-80582, cleared binding levels {{(pid=74996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:47:50.549410 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] For port 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:47:50.555685 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:50.559917 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-62d80b2f-4576-40f1-8a30-26d35fb909f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:47:50.621578 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:50.622970 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] 10.222.0.36 "PUT /v2.0/ports/29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 HTTP/1.1" status: 200 len: 1094 time: 0.9285645 Aug 24 18:47:50.623475 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f110a6-f888-41be-a541-5967a20dc764', 'tag': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:47:50.643390 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Pushing event updated for resources: {'Port': ['ID=29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0,revision_number=3']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:47:50.646543 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:47:50.697334 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f110a6-f888-41be-a541-5967a20dc764', 'tag': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0', 'status': 'completed', 'code': 200} Aug 24 18:47:50.738982 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-ede9554e-01a3-421c-8f80-70bc00d1bfe1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=547d022ded2e45ee9abb0d9dafb2bad2&device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 1097 time: 0.0748963 Aug 24 18:47:50.812949 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-02025a14-12a1-4fb5-bbe8-0c1e5e1cde48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 HTTP/1.1" status: 200 len: 217 time: 0.0671360 Aug 24 18:47:50.883721 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-bd2acc50-27f4-4a59-af80-a7e59f494a85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:50.885280 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-bd2acc50-27f4-4a59-af80-a7e59f494a85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8316689b-6705-4503-80f7-74c1c33be718 HTTP/1.1" status: 200 len: 850 time: 0.0658221 Aug 24 18:47:50.968364 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-e68e1cdc-2087-4acf-9aa3-e32e00402a2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4296fa39-8509-499f-85b9-0363df20a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760624 Aug 24 18:47:51.139223 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6426e9c3-9e2d-47d4-bab7-e062544fd3a6 req-147134d6-b3f0-4748-bf20-793b9e10231c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:51.140756 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6426e9c3-9e2d-47d4-bab7-e062544fd3a6 req-147134d6-b3f0-4748-bf20-793b9e10231c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 944 time: 0.0892663 Aug 24 18:47:51.188677 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6426e9c3-9e2d-47d4-bab7-e062544fd3a6 req-f6f0511b-63ba-402b-a2f8-2be54c2ad585 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420046 Aug 24 18:47:51.197611 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-8e4076b6-17c0-474c-8819-ed4fabdd66a5 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222521 Aug 24 18:47:51.271873 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-f16b404b-cc83-4884-8560-f6da0fe2d38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:51.334783 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-4056aa6c-518a-4b64-adec-df9d294bf90e req-63811a42-57f5-47cb-8f06-82cf4c51e4e9 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295919 Aug 24 18:47:51.467045 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e9b84fb8-454e-4b87-b18b-0b637e156eca req-ea3fa940-299b-4e7f-a68b-8f1b12f97bff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=547d022ded2e45ee9abb0d9dafb2bad2&device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 1097 time: 0.0773852 Aug 24 18:47:51.601426 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b84fb8-454e-4b87-b18b-0b637e156eca req-aa914f87-444d-4508-be82-aa8f7be15d49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:51.602922 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e9b84fb8-454e-4b87-b18b-0b637e156eca req-aa914f87-444d-4508-be82-aa8f7be15d49 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4296fa39-8509-499f-85b9-0363df20a184 HTTP/1.1" status: 200 len: 912 time: 0.1290257 Aug 24 18:47:51.676110 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e9b84fb8-454e-4b87-b18b-0b637e156eca req-5339e296-bacb-45f5-8e66-838a93cc10be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 HTTP/1.1" status: 200 len: 217 time: 0.0658202 Aug 24 18:47:51.739895 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b84fb8-454e-4b87-b18b-0b637e156eca req-aba323bb-1004-4d09-aaa2-d1c1268941f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:51.741343 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e9b84fb8-454e-4b87-b18b-0b637e156eca req-aba323bb-1004-4d09-aaa2-d1c1268941f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8316689b-6705-4503-80f7-74c1c33be718 HTTP/1.1" status: 200 len: 850 time: 0.0589387 Aug 24 18:47:51.822539 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e9b84fb8-454e-4b87-b18b-0b637e156eca req-b92b7b8d-2720-4cd3-935e-71bc3415d5a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4296fa39-8509-499f-85b9-0363df20a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743711 Aug 24 18:47:51.958191 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e9b84fb8-454e-4b87-b18b-0b637e156eca req-73271342-8859-44aa-9daf-90aa44bde5fe service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290119 Aug 24 18:47:52.093990 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-e9b84fb8-454e-4b87-b18b-0b637e156eca req-a48fe96f-8143-4f58-a4a0-71301b712dce service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295094 Aug 24 18:47:52.201692 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:52.400848 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de5905-9407-4f9c-841b-915737d0ad62 req-ea11a752-c842-4ad0-a44f-77ea26801541 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:52.402365 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-66de5905-9407-4f9c-841b-915737d0ad62 req-ea11a752-c842-4ad0-a44f-77ea26801541 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 944 time: 0.0924823 Aug 24 18:47:52.448723 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-66de5905-9407-4f9c-841b-915737d0ad62 req-9763f3b9-f944-44bd-955c-a7d27bea1381 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408344 Aug 24 18:47:53.674472 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04378434-a213-4ba5-85f3-5ec19d31d9d7 req-8a98d5a2-10be-4715-b7f7-cb99daf99e99 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:53.675973 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-04378434-a213-4ba5-85f3-5ec19d31d9d7 req-8a98d5a2-10be-4715-b7f7-cb99daf99e99 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 944 time: 0.0980053 Aug 24 18:47:53.685055 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:53.724049 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-04378434-a213-4ba5-85f3-5ec19d31d9d7 req-1f6098a0-2aec-4e3d-a6eb-b49e4ffb4e01 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422959 Aug 24 18:47:54.941154 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e5102-5acb-47b8-a37b-0103ad038784 req-22244de9-ca27-4217-a73a-dee5fc3104f2 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:54.943576 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9b2e5102-5acb-47b8-a37b-0103ad038784 req-22244de9-ca27-4217-a73a-dee5fc3104f2 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 944 time: 0.0949361 Aug 24 18:47:54.996461 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9b2e5102-5acb-47b8-a37b-0103ad038784 req-30a0a1d4-e6d2-4bfc-8913-4b8038bf471c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472395 Aug 24 18:47:56.241310 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db0730-2505-4fba-b8a2-e082c96234a7 req-313d9b6a-cebf-46a7-8739-70850e133975 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:56.242689 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e8db0730-2505-4fba-b8a2-e082c96234a7 req-313d9b6a-cebf-46a7-8739-70850e133975 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 944 time: 0.0839589 Aug 24 18:47:56.292487 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e8db0730-2505-4fba-b8a2-e082c96234a7 req-bf2e6e87-e645-4dca-8455-00c1b3785f6f tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418360 Aug 24 18:47:57.512927 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e039ce-fd1c-407f-8a08-67ca3b7d21fa req-4c7f3be1-688f-45db-851c-c24330c5eac2 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:57.514394 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-43e039ce-fd1c-407f-8a08-67ca3b7d21fa req-4c7f3be1-688f-45db-851c-c24330c5eac2 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 944 time: 0.0852277 Aug 24 18:47:57.569539 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-43e039ce-fd1c-407f-8a08-67ca3b7d21fa req-e834e6ff-addd-4cbe-8421-524486a14b9f tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467069 Aug 24 18:47:58.291062 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:47:58.435208 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:47:58.449115 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'port_id': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0', 'mac_address': 'fa:16:3e:6c:68:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:47:58.509093 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:58.527063 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:47:58.543333 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:47:58.549650 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:47:58.551425 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:47:58.617085 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:47:58.625779 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:58.626126 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:58.626460 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:58.626804 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:58.627131 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:58.627462 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:58.628106 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:58.628421 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:58.628744 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:58.629062 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:58.629380 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:47:58.633167 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:47:58.768927 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:47:58.780748 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f299b1a7-4ef1-4f66-b6c2-1280e4170991 req-d2052b86-dff0-437b-b6b7-2f6e681ce80e tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:47:58.782232 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f299b1a7-4ef1-4f66-b6c2-1280e4170991 req-d2052b86-dff0-437b-b6b7-2f6e681ce80e tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 945 time: 0.0913861 Aug 24 18:47:58.828708 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-f299b1a7-4ef1-4f66-b6c2-1280e4170991 req-2dc2435b-b5e2-4863-a095-63f3a4ca7571 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406964 Aug 24 18:48:00.042701 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1626c-3b7f-4935-b9d7-3b2efa9a720e req-db4b597b-00e4-4baf-9de7-3b6ed5e8fbe5 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:00.044222 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3da1626c-3b7f-4935-b9d7-3b2efa9a720e req-db4b597b-00e4-4baf-9de7-3b6ed5e8fbe5 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 945 time: 0.0868936 Aug 24 18:48:00.100727 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-3da1626c-3b7f-4935-b9d7-3b2efa9a720e req-965818fe-c1a6-4bb8-8851-5f788932426a tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482452 Aug 24 18:48:00.320878 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:48:00.414398 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning for port 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:48:00.419690 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:48:00.420121 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:00.545911 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:00.573285 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f110a6-f888-41be-a541-5967a20dc764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:48:00.582893 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:48:00.588072 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:00.591261 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:48:00.660066 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:48:00.663267 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:48:00.709479 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f110a6-f888-41be-a541-5967a20dc764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0', 'code': 200} Aug 24 18:48:00.995115 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5d815bce-f21b-4a45-aae6-56651202d732 req-13e0fc2e-9226-4301-8ebf-0e478cc726fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 1099 time: 0.0717206 Aug 24 18:48:01.039807 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-5d815bce-f21b-4a45-aae6-56651202d732 req-f324ebda-9c13-43f7-a9d8-72710dec9952 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370681 Aug 24 18:48:01.228848 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:01.310449 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153b98b-042e-45fb-9966-9ef5ca2ea286 req-021098c7-a2d7-44e4-b1be-a4f3804e24e5 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:01.312069 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c153b98b-042e-45fb-9966-9ef5ca2ea286 req-021098c7-a2d7-44e4-b1be-a4f3804e24e5 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 946 time: 0.0825396 Aug 24 18:48:01.359317 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-c153b98b-042e-45fb-9966-9ef5ca2ea286 req-99cfa3c4-fe51-48bb-9760-38874e0e411d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416715 Aug 24 18:48:02.584429 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f15f8-b61d-4fac-95f6-4c81dfcd03ac req-9a4789c5-acc6-4bfd-a1d7-d822d46e0835 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:02.585906 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7b0f15f8-b61d-4fac-95f6-4c81dfcd03ac req-9a4789c5-acc6-4bfd-a1d7-d822d46e0835 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 946 time: 0.0901537 Aug 24 18:48:02.633215 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7b0f15f8-b61d-4fac-95f6-4c81dfcd03ac req-4b9b042e-6d08-479c-88fb-ab9948cb94ce tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416853 Aug 24 18:48:02.835295 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd954bf-4e87-4301-91c5-718e004ef161 req-4e1631be-39cc-434a-9921-93b8de30bd6f tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:02.836766 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8bd954bf-4e87-4301-91c5-718e004ef161 req-4e1631be-39cc-434a-9921-93b8de30bd6f tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 946 time: 0.0818624 Aug 24 18:48:02.889945 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-8bd954bf-4e87-4301-91c5-718e004ef161 req-e103993c-48e6-436e-922e-f018abafbe22 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450406 Aug 24 18:48:02.918087 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 40508) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:48:02.993925 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-84b6f9ed-f12a-4c53-abde-b52130be2675 tempest-TestVolumeBootPattern-83958780 tempest-TestVolumeBootPattern-83958780-project-admin] Synchronizing usage tracker for tenant:4672c10b9542419b938d72501a2b2f11 on resource:port {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:48:03.013523 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-84b6f9ed-f12a-4c53-abde-b52130be2675 tempest-TestVolumeBootPattern-83958780 tempest-TestVolumeBootPattern-83958780-project-admin] Unset dirty status for tenant:4672c10b9542419b938d72501a2b2f11 on resource:port {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:48:03.014848 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-84b6f9ed-f12a-4c53-abde-b52130be2675 tempest-TestVolumeBootPattern-83958780 tempest-TestVolumeBootPattern-83958780-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 1094 time: 0.0957038 Aug 24 18:48:03.018318 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 40512) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:48:03.023713 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Request body: {'floatingip': {'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'port_id': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:48:03.032969 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:48:03.038325 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Usage tracker for resource:floatingip and tenant:547d022ded2e45ee9abb0d9dafb2bad2 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:48:03.041745 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:48:03.048441 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:48:03.067166 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for floatingip, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:03.207802 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:03.345687 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Allocated IP 172.27.3.136 (afb0294a-27f7-459e-836d-9dd48a51a08b/57a63288-2275-43de-bb63-fff925de2bab/cd106e67-6e83-4728-b31a-21de415e6b75) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:48:03.497641 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:03.530254 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:03.533749 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-0f1225b9-20eb-466e-a475-935f71064f29 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:48:03.597728 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Network afb0294a-27f7-459e-836d-9dd48a51a08b is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:48:03.600528 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:48:03.604819 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:48:03.629228 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event updated for resources: {'Port': ['ID=cd106e67-6e83-4728-b31a-21de415e6b75,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:48:03.633996 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:48:04.219562 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:04.282131 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:04.512617 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:04.518978 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:04.522514 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:48:04.623866 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event updated for resources: {'Port': ['ID=cd106e67-6e83-4728-b31a-21de415e6b75,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:48:04.628210 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:48:04.640923 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692493'] for floatingip, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:04.834541 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.db.l3_db [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Floating IP 0ead68ac-81f8-4016-ac99-7bce60cff90b associated. External IP: 172.27.3.136, port: 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0. Aug 24 18:48:05.247307 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:48:05.549522 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:48:05.560025 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415a64d-8639-4986-9359-e604a4b3d9b1 None None] Sync routers for ids ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:48:05.572774 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415a64d-8639-4986-9359-e604a4b3d9b1 None None] Routers {'4c3bf206-6e8b-4965-ba63-f4c2d3f22874'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:48:05.573476 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-d415a64d-8639-4986-9359-e604a4b3d9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:47:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:48:05.575287 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:05.638814 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-a6f13464-1776-4c40-881c-1fe0971ad66d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6103029 Aug 24 18:48:05.638814 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f110a6-f888-41be-a541-5967a20dc764', 'tag': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:48:05.689812 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f110a6-f888-41be-a541-5967a20dc764', 'tag': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0', 'status': 'completed', 'code': 200} Aug 24 18:48:05.757262 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-d415a64d-8639-4986-9359-e604a4b3d9b1 None None] Set router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:48:05.786341 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-50e2615e-ce16-4ad7-994d-0d5c217e62ec req-2c61423f-6a0a-4d0f-9092-6e6cf9343c70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=547d022ded2e45ee9abb0d9dafb2bad2&device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 1099 time: 0.0738945 Aug 24 18:48:05.925965 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2615e-ce16-4ad7-994d-0d5c217e62ec req-26416d71-513c-4f29-812a-78fe9e010613 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:05.927368 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-50e2615e-ce16-4ad7-994d-0d5c217e62ec req-26416d71-513c-4f29-812a-78fe9e010613 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4296fa39-8509-499f-85b9-0363df20a184 HTTP/1.1" status: 200 len: 912 time: 0.1295719 Aug 24 18:48:06.045721 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-50e2615e-ce16-4ad7-994d-0d5c217e62ec req-e82f2d12-e2c5-4a05-8bd9-d22dfade0e01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 HTTP/1.1" status: 200 len: 1000 time: 0.1089609 Aug 24 18:48:06.110166 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2615e-ce16-4ad7-994d-0d5c217e62ec req-b46dff8e-b937-41a9-a0bd-ca1aa1bf9737 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:06.111634 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-50e2615e-ce16-4ad7-994d-0d5c217e62ec req-b46dff8e-b937-41a9-a0bd-ca1aa1bf9737 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8316689b-6705-4503-80f7-74c1c33be718 HTTP/1.1" status: 200 len: 850 time: 0.0588491 Aug 24 18:48:06.142975 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-d415a64d-8639-4986-9359-e604a4b3d9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '0ead68ac-81f8-4016-ac99-7bce60cff90b', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'floating_ip_address': '172.27.3.136', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'port_id': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'mac_address': 'fa:16:3e:6c:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f110a6-f888-41be-a541-5967a20dc764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:48:04Z', 'updated_at': '2021-08-24T18:48:04Z', 'revision_number': 0, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:45:16Z', 'revision_number': 5, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:48:06.147058 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415a64d-8639-4986-9359-e604a4b3d9b1 None None] Checking router: 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:48:06.158340 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415a64d-8639-4986-9359-e604a4b3d9b1 None None] Routers {'4c3bf206-6e8b-4965-ba63-f4c2d3f22874'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:48:06.158981 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-d415a64d-8639-4986-9359-e604a4b3d9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:47:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:48:06.187835 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-50e2615e-ce16-4ad7-994d-0d5c217e62ec req-8612000a-c008-4a66-9402-849e57e4ef97 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4296fa39-8509-499f-85b9-0363df20a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688994 Aug 24 18:48:06.320760 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-50e2615e-ce16-4ad7-994d-0d5c217e62ec req-3e257937-1f96-43e4-b2fc-cf68574219c3 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266687 Aug 24 18:48:06.336469 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-d415a64d-8639-4986-9359-e604a4b3d9b1 None None] Set router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:48:06.459446 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-50e2615e-ce16-4ad7-994d-0d5c217e62ec req-e3a13adc-2683-456e-ac0e-747441dda895 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315382 Aug 24 18:48:06.695806 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-d415a64d-8639-4986-9359-e604a4b3d9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '0ead68ac-81f8-4016-ac99-7bce60cff90b', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'floating_ip_address': '172.27.3.136', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'port_id': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'mac_address': 'fa:16:3e:6c:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f110a6-f888-41be-a541-5967a20dc764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:48:04Z', 'updated_at': '2021-08-24T18:48:04Z', 'revision_number': 0, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:45:16Z', 'revision_number': 5, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:48:06.700049 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415a64d-8639-4986-9359-e604a4b3d9b1 None None] The sync data for ids ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'] in dv-cinder-805825-1-iscsi is: [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '0ead68ac-81f8-4016-ac99-7bce60cff90b', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'floating_ip_address': '172.27.3.136', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'port_id': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'mac_address': 'fa:16:3e:6c:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f110a6-f888-41be-a541-5967a20dc764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:48:04Z', 'updated_at': '2021-08-24T18:48:04Z', 'revision_number': 0, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:45:16Z', 'revision_number': 5, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:48:06.894830 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede900a5-33c9-42ef-a8d6-b7e04d05148c None None] New status for floating IP 0ead68ac-81f8-4016-ac99-7bce60cff90b: ACTIVE {{(pid=74998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:48:18.929103 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-efc71f0c-0558-4b75-9f86-5df22f1431c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:19.372523 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:19.728950 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:48:21.273186 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-89755407-2677-4716-89f0-271a384482c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:22.214732 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:23.703086 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:31.291903 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:37.221268 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-80e61022-56e2-4199-9589-fc51d025bb30 req-f8fe4e05-12d5-4b22-a31d-80eb1879e528 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826364 Aug 24 18:48:37.373390 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-80e61022-56e2-4199-9589-fc51d025bb30 req-464f11cf-875e-40e3-bac7-f111832111c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=547d022ded2e45ee9abb0d9dafb2bad2&device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 1099 time: 0.0727291 Aug 24 18:48:37.527163 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e61022-56e2-4199-9589-fc51d025bb30 req-093765c9-4e00-47ba-9a90-42835a6c3bc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:37.528614 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-80e61022-56e2-4199-9589-fc51d025bb30 req-093765c9-4e00-47ba-9a90-42835a6c3bc6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4296fa39-8509-499f-85b9-0363df20a184 HTTP/1.1" status: 200 len: 912 time: 0.1319511 Aug 24 18:48:37.635211 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-80e61022-56e2-4199-9589-fc51d025bb30 req-834b754a-078c-43da-8155-2d8c5f80daa3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 HTTP/1.1" status: 200 len: 1002 time: 0.0995710 Aug 24 18:48:37.706007 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e61022-56e2-4199-9589-fc51d025bb30 req-7f0b662f-5a25-40f3-89ac-ae67e5864dbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:48:37.707696 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-80e61022-56e2-4199-9589-fc51d025bb30 req-7f0b662f-5a25-40f3-89ac-ae67e5864dbb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8316689b-6705-4503-80f7-74c1c33be718 HTTP/1.1" status: 200 len: 850 time: 0.0663490 Aug 24 18:48:37.789976 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-80e61022-56e2-4199-9589-fc51d025bb30 req-5106169c-559f-4f25-9fb8-9ee60bd28133 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4296fa39-8509-499f-85b9-0363df20a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746613 Aug 24 18:48:38.010409 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-80e61022-56e2-4199-9589-fc51d025bb30 req-2b3d2659-2be4-4685-b15a-fd6fdcdd6c8d service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131612 Aug 24 18:48:38.144148 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-80e61022-56e2-4199-9589-fc51d025bb30 req-4f61fd16-32a9-49a8-9f67-75a7f1aff659 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274359 Aug 24 18:48:48.938395 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-7c556804-6082-4e0b-a946-356224f9949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:49.380919 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:51.267887 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-5693fb6f-f95f-4479-afa2-72829c9c911f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:52.210776 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:53.704821 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:48:56.733456 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:49:01.272774 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:18.935188 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-1446871c-a708-4140-b7bf-8c75ea2dcbcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:19.372419 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:21.282715 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ee6c9f5c-7fad-41e3-8876-b82baa2fb1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:22.213440 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:23.707856 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:31.278475 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:33.740109 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:49:37.217973 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-959d7e96-8ffd-4cf7-b632-750742ac8b0b req-a92c8674-7a4b-4afc-8c2f-2bcdd9fa9cd0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718579 Aug 24 18:49:37.373564 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-959d7e96-8ffd-4cf7-b632-750742ac8b0b req-2a85ecb5-1279-4313-a642-1c266a9b9c16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=547d022ded2e45ee9abb0d9dafb2bad2&device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 1099 time: 0.0799091 Aug 24 18:49:37.523937 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d7e96-8ffd-4cf7-b632-750742ac8b0b req-6ff97d12-207c-4823-a795-2947f141f09d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:49:37.525405 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-959d7e96-8ffd-4cf7-b632-750742ac8b0b req-6ff97d12-207c-4823-a795-2947f141f09d service neutron] 10.222.0.36 "GET /v2.0/networks?id=4296fa39-8509-499f-85b9-0363df20a184 HTTP/1.1" status: 200 len: 912 time: 0.1305041 Aug 24 18:49:37.632508 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-959d7e96-8ffd-4cf7-b632-750742ac8b0b req-4d085a6a-5fbc-417b-acd7-f813e9042f2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 HTTP/1.1" status: 200 len: 1002 time: 0.0998650 Aug 24 18:49:37.699846 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d7e96-8ffd-4cf7-b632-750742ac8b0b req-fb30b9d4-5954-4ab7-a61c-053bb5157129 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:49:37.701309 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-959d7e96-8ffd-4cf7-b632-750742ac8b0b req-fb30b9d4-5954-4ab7-a61c-053bb5157129 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8316689b-6705-4503-80f7-74c1c33be718 HTTP/1.1" status: 200 len: 850 time: 0.0617495 Aug 24 18:49:37.786079 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-959d7e96-8ffd-4cf7-b632-750742ac8b0b req-f6783246-5a3c-49bb-8e37-b04cf9947ff1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4296fa39-8509-499f-85b9-0363df20a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0781126 Aug 24 18:49:37.922468 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-959d7e96-8ffd-4cf7-b632-750742ac8b0b req-6a1e3569-a7bf-4bb6-b514-9b3c192216cb service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290026 Aug 24 18:49:38.072007 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-959d7e96-8ffd-4cf7-b632-750742ac8b0b req-304e73c3-c51b-49ad-b8a0-cbc938d2253b service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429563 Aug 24 18:49:40.675697 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-34c34738-6642-4f17-907a-b18a833378f8 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851871127&fields=id&tenant_id=547d022ded2e45ee9abb0d9dafb2bad2 HTTP/1.1" status: 200 len: 267 time: 0.0551209 Aug 24 18:49:40.830924 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-95fb57bf-edf7-46f0-b90e-a538c28c161e tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:49:40.832337 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-95fb57bf-edf7-46f0-b90e-a538c28c161e tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/networks?id=4296fa39-8509-499f-85b9-0363df20a184 HTTP/1.1" status: 200 len: 811 time: 0.1497242 Aug 24 18:49:40.856231 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-7fd14d8a-9d71-4e76-a43b-e5fdfc04ccc4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/quotas/547d022ded2e45ee9abb0d9dafb2bad2 HTTP/1.1" status: 200 len: 375 time: 0.0159972 Aug 24 18:49:40.951385 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-d38916a5-0b5c-4058-8879-030d24fded66 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=547d022ded2e45ee9abb0d9dafb2bad2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0874104 Aug 24 18:49:41.187680 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-6f2154a6-9b2b-47bf-8908-88cb0d87c643 service neutron] 10.222.0.62 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241755 Aug 24 18:49:41.325796 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-3af69b27-b7a0-41e0-a4e7-8390ebf43ec8 service neutron] 10.222.0.62 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294198 Aug 24 18:49:41.750830 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7f6c0f5e-4fcd-446c-9298-7be47328b05c req-544027dc-1bb1-4ef1-82cf-0a71585d4686 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 210 time: 0.0461490 Aug 24 18:49:42.873545 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-ec59e0b8-c6b2-4527-b86d-0708cf0d90b8 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:49:42.875020 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-ec59e0b8-c6b2-4527-b86d-0708cf0d90b8 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.36 "GET /v2.0/networks?id=4296fa39-8509-499f-85b9-0363df20a184 HTTP/1.1" status: 200 len: 811 time: 0.1527231 Aug 24 18:49:42.919471 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d4ef3040-5dc9-4975-aff0-2a1dea970eb8 req-206e5046-c1ff-42cd-9ff9-258a36af2f05 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 210 time: 0.0436130 Aug 24 18:49:42.949011 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-1fd5cf99-deec-4d93-9810-1fa480ea5bc6 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=547d022ded2e45ee9abb0d9dafb2bad2 HTTP/1.1" status: 200 len: 380 time: 0.0610914 Aug 24 18:49:42.961362 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Request body: {'port': {'device_id': '295a9749-f4e2-47e4-9604-4589e4fa2b13', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'admin_state_up': True, 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'security_groups': ['6377b742-d4de-4b92-89d1-e617e1822e4f']}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:49:43.098482 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:49:43.102426 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Usage tracker for resource:port and tenant:547d022ded2e45ee9abb0d9dafb2bad2 is out of sync, need to count used quota {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:49:43.105300 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Quota usage for port was recalculated. Used quota:5. {{(pid=74996) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:49:43.111165 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.quota.driver [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=74996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:49:43.122005 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Made reservation on behalf of 547d022ded2e45ee9abb0d9dafb2bad2 for: {'port': 1} {{(pid=74996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 18:49:43.125018 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:43.298742 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_common [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Allocated IP 172.20.0.9 (4296fa39-8509-499f-85b9-0363df20a184/8316689b-6705-4503-80f7-74c1c33be718/39d6968f-6b14-422b-aefd-68be161ac6dc) {{(pid=74996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:49:43.582717 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for port, precommit_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:43.598958 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Transition to ACTIVE for port object 39d6968f-6b14-422b-aefd-68be161ac6dc will not be triggered until provisioned by entity DHCP. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:49:43.622401 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_create {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:43.628745 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-5547fbf2-ebb2-49d4-bd4e-f5fb689e641f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:49:43.696509 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Network 4296fa39-8509-499f-85b9-0363df20a184 is already hosted by enough agents. {{(pid=74996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:49:43.699582 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.base_scheduler [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Resources bound (agent type, host, resource id): {{(pid=74996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:49:43.704202 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event updated for resources: {'Port': ['ID=39d6968f-6b14-422b-aefd-68be161ac6dc,revision_number=1']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:49:43.708124 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Received port after_create {{(pid=74996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:49:43.745138 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:43.745530 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:43.745957 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:43.746330 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:43.746743 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:43.747115 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:43.747472 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:43.747844 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:43.748230 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:43.748591 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:43.748942 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:43.756746 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:49:43.785171 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:49:43.785809 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:43.812806 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-f56bbb5e-52c3-4f92-8eb0-55e4c1f38042 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8553672 Aug 24 18:49:43.825347 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.v2.base [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Request body: {'port': {'device_id': '295a9749-f4e2-47e4-9604-4589e4fa2b13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80582'}} {{(pid=74996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:49:43.933489 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:43.978629 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-b265d73a-c2b5-43f9-825b-617770273aec None None] Provisioning for port 39d6968f-6b14-422b-aefd-68be161ac6dc completed by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:49:43.985695 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-b265d73a-c2b5-43f9-825b-617770273aec None None] Provisioning complete for port 39d6968f-6b14-422b-aefd-68be161ac6dc triggered by entity DHCP. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:49:43.986084 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-b265d73a-c2b5-43f9-825b-617770273aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:44.041908 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-b265d73a-c2b5-43f9-825b-617770273aec None None] Port 39d6968f-6b14-422b-aefd-68be161ac6dc cannot update to ACTIVE because it is not bound. {{(pid=74997) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Aug 24 18:49:44.156140 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e672d-cb9f-4b1e-9446-a8a596fb413b req-1ef88a2a-0c58-4829-83e2-9e528082d445 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:49:44.157652 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-434e672d-cb9f-4b1e-9446-a8a596fb413b req-1ef88a2a-0c58-4829-83e2-9e528082d445 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 931 time: 0.0802171 Aug 24 18:49:44.207727 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-434e672d-cb9f-4b1e-9446-a8a596fb413b req-ae86ef47-1ba3-4c08-80d5-22258deba389 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440149 Aug 24 18:49:44.287168 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d6968f-6b14-422b-aefd-68be161ac6dc {{(pid=74996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:49:44.293927 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:44.308345 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.provisioning_blocks [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Transition to ACTIVE for port object 39d6968f-6b14-422b-aefd-68be161ac6dc will not be triggered until provisioned by entity L2. {{(pid=74996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 24 18:49:44.313257 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:44.317111 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-3853d3fe-f182-4ae4-a914-15a641f58a7e tempest-AttachVolumeTestJSON-1967283343 tempest-AttachVolumeTestJSON-1967283343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:49:44.457595 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Pushing event updated for resources: {'Port': ['ID=39d6968f-6b14-422b-aefd-68be161ac6dc,revision_number=2']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:49:44.461195 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:49:44.569467 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Attempting to bind port 39d6968f-6b14-422b-aefd-68be161ac6dc on host hv-cinder-80582 for vnic_type normal with profile {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 24 18:49:44.569881 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Attempting to bind port 39d6968f-6b14-422b-aefd-68be161ac6dc by drivers openvswitch,hyperv on host hv-cinder-80582 at level 0 using segments [{'id': 'd35cec0d-5d86-4d67-b67b-efbc47735fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4296fa39-8509-499f-85b9-0363df20a184'}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 24 18:49:44.570191 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Attempting to bind port 39d6968f-6b14-422b-aefd-68be161ac6dc on network 4296fa39-8509-499f-85b9-0363df20a184 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:49:44.576173 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Port 39d6968f-6b14-422b-aefd-68be161ac6dc on network 4296fa39-8509-499f-85b9-0363df20a184 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80582 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 24 18:49:44.576478 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Attempting to bind port 39d6968f-6b14-422b-aefd-68be161ac6dc on network 4296fa39-8509-499f-85b9-0363df20a184 {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 24 18:49:44.582634 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Checking agent: {'id': 'c5b5b5de-e9ee-4a89-bea7-745c11eae0d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80582', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'started_at': datetime.datetime(2021, 8, 24, 18, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 8, 24, 18, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 24 18:49:44.582982 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Checking segment: {'id': 'd35cec0d-5d86-4d67-b67b-efbc47735fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4296fa39-8509-499f-85b9-0363df20a184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}} Aug 24 18:49:44.583350 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Bound using segment: {'id': 'd35cec0d-5d86-4d67-b67b-efbc47735fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4296fa39-8509-499f-85b9-0363df20a184'} {{(pid=74996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 24 18:49:44.583759 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.managers [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Bound port: 39d6968f-6b14-422b-aefd-68be161ac6dc, host: hv-cinder-80582, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd35cec0d-5d86-4d67-b67b-efbc47735fd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4296fa39-8509-499f-85b9-0363df20a184'}}] {{(pid=74996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 24 18:49:44.584087 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:44.673438 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] For port 39d6968f-6b14-422b-aefd-68be161ac6dc, host hv-cinder-80582, cleared binding levels {{(pid=74996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 18:49:44.676425 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] For port 39d6968f-6b14-422b-aefd-68be161ac6dc, host hv-cinder-80582, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=39d6968f-6b14-422b-aefd-68be161ac6dc,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 18:49:44.681611 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1236168'] for port, after_update {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:44.685269 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-d3a2e3f0-0bc5-475f-a01b-1cbc293900f4 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:49:44.751361 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:44.753058 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] 10.222.0.36 "PUT /v2.0/ports/39d6968f-6b14-422b-aefd-68be161ac6dc HTTP/1.1" status: 200 len: 1093 time: 0.9322658 Aug 24 18:49:44.753567 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295a9749-f4e2-47e4-9604-4589e4fa2b13', 'tag': '39d6968f-6b14-422b-aefd-68be161ac6dc'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:49:44.767559 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Pushing event updated for resources: {'Port': ['ID=39d6968f-6b14-422b-aefd-68be161ac6dc,revision_number=3']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:49:44.771223 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-98798adc-0c5a-4635-9db0-28fee7813647 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:49:44.838975 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295a9749-f4e2-47e4-9604-4589e4fa2b13', 'tag': '39d6968f-6b14-422b-aefd-68be161ac6dc', 'status': 'completed', 'code': 200} Aug 24 18:49:44.876752 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-aa30563b-6097-43b9-b737-1cfcfccb41fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=547d022ded2e45ee9abb0d9dafb2bad2&device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 1096 time: 0.0744426 Aug 24 18:49:44.950609 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-bfb91e8b-d33d-4676-ab18-6df9f9af9bd3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39d6968f-6b14-422b-aefd-68be161ac6dc HTTP/1.1" status: 200 len: 217 time: 0.0664802 Aug 24 18:49:45.018002 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-d53870f3-cdcf-4873-acc6-594a90dc545a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:49:45.019497 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-d53870f3-cdcf-4873-acc6-594a90dc545a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8316689b-6705-4503-80f7-74c1c33be718 HTTP/1.1" status: 200 len: 850 time: 0.0629632 Aug 24 18:49:45.099713 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-13d51159-1625-41d5-9d3b-b991d8664823 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4296fa39-8509-499f-85b9-0363df20a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731103 Aug 24 18:49:45.238750 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-b469dc1b-7aff-4329-a426-d028ade4535a service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299922 Aug 24 18:49:45.374426 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-d6d9eea4-cf24-400a-99f8-a16606842beb req-0f5aa847-5be9-44f8-84ff-1493702267ee service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281972 Aug 24 18:49:45.416345 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7dff4-11aa-43b1-999c-a16994076ec3 req-03b7bdcc-c3ec-4417-983b-a859b58ff579 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:49:45.417904 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6cf7dff4-11aa-43b1-999c-a16994076ec3 req-03b7bdcc-c3ec-4417-983b-a859b58ff579 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 943 time: 0.0856311 Aug 24 18:49:45.465392 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6cf7dff4-11aa-43b1-999c-a16994076ec3 req-c2879631-a166-4020-bb90-8f1559e4aeaf tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417292 Aug 24 18:49:45.587724 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-05ad971a-fc10-4109-8cd3-41d66b727cd4 req-98e29c9f-135b-42d8-84bb-b750ccfd3ade service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=547d022ded2e45ee9abb0d9dafb2bad2&device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 1096 time: 0.1647367 Aug 24 18:49:45.726000 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad971a-fc10-4109-8cd3-41d66b727cd4 req-924edd21-b320-49fb-8abc-0c9bdc34aedf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:49:45.727544 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-05ad971a-fc10-4109-8cd3-41d66b727cd4 req-924edd21-b320-49fb-8abc-0c9bdc34aedf service neutron] 10.222.0.36 "GET /v2.0/networks?id=4296fa39-8509-499f-85b9-0363df20a184 HTTP/1.1" status: 200 len: 912 time: 0.1317792 Aug 24 18:49:45.800415 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-05ad971a-fc10-4109-8cd3-41d66b727cd4 req-29398a0a-3ad8-44c8-9eea-be4e5198fea7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39d6968f-6b14-422b-aefd-68be161ac6dc HTTP/1.1" status: 200 len: 217 time: 0.0653191 Aug 24 18:49:45.871585 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad971a-fc10-4109-8cd3-41d66b727cd4 req-bc20ac23-ff70-45b9-b9b5-5564f43d8fd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:49:45.872897 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-05ad971a-fc10-4109-8cd3-41d66b727cd4 req-bc20ac23-ff70-45b9-b9b5-5564f43d8fd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8316689b-6705-4503-80f7-74c1c33be718 HTTP/1.1" status: 200 len: 850 time: 0.0597100 Aug 24 18:49:45.959396 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-05ad971a-fc10-4109-8cd3-41d66b727cd4 req-39522eaf-f88d-4d41-bee3-5fa112cc5515 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4296fa39-8509-499f-85b9-0363df20a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745914 Aug 24 18:49:46.101546 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-05ad971a-fc10-4109-8cd3-41d66b727cd4 req-816a7b09-916c-41de-9b82-41a670217d1f service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342971 Aug 24 18:49:46.243619 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-05ad971a-fc10-4109-8cd3-41d66b727cd4 req-284fa9e4-0b80-4d18-b770-e982f4c98493 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351812 Aug 24 18:49:46.685474 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f8319-c9cc-4870-ab2a-dbb26b630f9f req-ca15952b-0b2d-4017-afb2-de50155820ca tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:49:46.686980 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e31f8319-c9cc-4870-ab2a-dbb26b630f9f req-ca15952b-0b2d-4017-afb2-de50155820ca tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 943 time: 0.0848989 Aug 24 18:49:46.733261 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e31f8319-c9cc-4870-ab2a-dbb26b630f9f req-80208f14-d1a9-46ce-a613-339864d99683 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407393 Aug 24 18:49:47.954289 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c67f9b-aca4-4a9a-970c-9a87995c8b5b req-34279b97-8e90-426a-a7d4-25632a0b4ba0 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:49:47.955768 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-18c67f9b-aca4-4a9a-970c-9a87995c8b5b req-34279b97-8e90-426a-a7d4-25632a0b4ba0 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 943 time: 0.0817637 Aug 24 18:49:48.002496 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-18c67f9b-aca4-4a9a-970c-9a87995c8b5b req-a8e34807-a435-4f3a-874c-1b508ac86fbb tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408206 Aug 24 18:49:48.935430 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-955ffa87-2ac7-4417-aa14-c6a03d016edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:49.211786 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f0bab-d72f-4224-b608-c0fd618a4666 req-ca6c0012-2f15-4abf-9948-f0d52ba3e63c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:49:49.213207 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d12f0bab-d72f-4224-b608-c0fd618a4666 req-ca6c0012-2f15-4abf-9948-f0d52ba3e63c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 943 time: 0.0898972 Aug 24 18:49:49.265334 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-d12f0bab-d72f-4224-b608-c0fd618a4666 req-d7d468fe-05b3-40c0-9c66-66d0d9f2684d tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436952 Aug 24 18:49:49.368863 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:50.477250 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4b51b-f24c-43a4-bc3c-3c6ada6d6f68 req-a255daa8-0501-457a-9cdc-149ab74ae138 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:49:50.478708 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9cd4b51b-f24c-43a4-bc3c-3c6ada6d6f68 req-a255daa8-0501-457a-9cdc-149ab74ae138 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 943 time: 0.0831382 Aug 24 18:49:50.533848 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9cd4b51b-f24c-43a4-bc3c-3c6ada6d6f68 req-8a75f892-e35c-4783-a308-f3adb3bd2756 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495701 Aug 24 18:49:51.285628 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-f9e526f3-8252-4856-8e4a-e83bef32024b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:51.747268 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc683a04-aa1d-4bf0-92b3-8ef97e7a8fa4 req-d7609715-d9b1-42c5-8016-98d2cd2db4bb tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:49:51.748734 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cc683a04-aa1d-4bf0-92b3-8ef97e7a8fa4 req-d7609715-d9b1-42c5-8016-98d2cd2db4bb tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 943 time: 0.0914857 Aug 24 18:49:51.795598 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-cc683a04-aa1d-4bf0-92b3-8ef97e7a8fa4 req-79dec16f-a4d1-4436-97e8-1c5079faf162 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409274 Aug 24 18:49:52.217907 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:52.990111 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 39d6968f-6b14-422b-aefd-68be161ac6dc details requested by agent hyperv_hv-cinder-80582 with host hv-cinder-80582 {{(pid=74997) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 24 18:49:53.027566 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2926a-13e0-4c10-9f35-a1610a65a933 req-4e686c2f-b4fd-467e-9522-72c7e7b70a7b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:49:53.029073 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-50f2926a-13e0-4c10-9f35-a1610a65a933 req-4e686c2f-b4fd-467e-9522-72c7e7b70a7b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 943 time: 0.0937693 Aug 24 18:49:53.076031 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-50f2926a-13e0-4c10-9f35-a1610a65a933 req-57021fd3-b8f6-410a-94f9-37361dd57a39 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413249 Aug 24 18:49:53.134377 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 39d6968f-6b14-422b-aefd-68be161ac6dc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=39d6968f-6b14-422b-aefd-68be161ac6dc,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:49:53.147813 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Returning: {'device': '39d6968f-6b14-422b-aefd-68be161ac6dc', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'port_id': '39d6968f-6b14-422b-aefd-68be161ac6dc', 'mac_address': 'fa:16:3e:03:90:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 352, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74997) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 24 18:49:53.208982 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:53.227910 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d6968f-6b14-422b-aefd-68be161ac6dc {{(pid=74997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 24 18:49:53.244735 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 39d6968f-6b14-422b-aefd-68be161ac6dc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=39d6968f-6b14-422b-aefd-68be161ac6dc,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:49:53.250829 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:53.253679 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:49:53.318452 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=39d6968f-6b14-422b-aefd-68be161ac6dc,revision_number=4']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:49:53.327408 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:53.327753 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:53.328088 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:53.328419 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:53.328746 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:53.329073 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:53.329377 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:53.329699 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:53.330018 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:53.330335 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:53.330647 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:53.334485 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:49:53.486329 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] get_ports_and_sgs() called for port_ids ['39d6968f-6b14-422b-aefd-68be161ac6dc'] {{(pid=74997) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 18:49:53.716734 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:54.288475 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e51b22-4133-437f-b2ba-e18f7f538429 req-ab415104-7af8-4dd8-9e6d-eeaf72826269 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:49:54.289956 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e5e51b22-4133-437f-b2ba-e18f7f538429 req-ab415104-7af8-4dd8-9e6d-eeaf72826269 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 944 time: 0.0863988 Aug 24 18:49:54.335132 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-e5e51b22-4133-437f-b2ba-e18f7f538429 req-df7a1ba5-f2db-42fe-aad9-5efb39bd5613 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395694 Aug 24 18:49:55.003522 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 39d6968f-6b14-422b-aefd-68be161ac6dc up at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 24 18:49:55.084361 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning for port 39d6968f-6b14-422b-aefd-68be161ac6dc completed by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 24 18:49:55.091288 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.provisioning_blocks [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Provisioning complete for port 39d6968f-6b14-422b-aefd-68be161ac6dc triggered by entity L2. {{(pid=74997) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 24 18:49:55.091726 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-712454'] for port, provisioning_complete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:55.221073 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:55.257006 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295a9749-f4e2-47e4-9604-4589e4fa2b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d6968f-6b14-422b-aefd-68be161ac6dc'}] {{(pid=74997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:49:55.268400 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] For port 39d6968f-6b14-422b-aefd-68be161ac6dc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=39d6968f-6b14-422b-aefd-68be161ac6dc,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:49:55.272727 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348'] for port, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:55.274570 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-0b26b4f8-b47c-4707-a5b4-74ef618c3e65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:49:55.316065 dv-cinder-805825-1-iscsi neutron-server[74997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295a9749-f4e2-47e4-9604-4589e4fa2b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d6968f-6b14-422b-aefd-68be161ac6dc', 'code': 200} Aug 24 18:49:55.341156 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Pushing event updated for resources: {'Port': ['ID=39d6968f-6b14-422b-aefd-68be161ac6dc,revision_number=5']} {{(pid=74997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:49:55.344101 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_concurrency.lockutils [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74997) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:49:55.536135 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31122ae-9a16-4ab4-9010-d0edb79f78b5 req-950e86ed-cf4e-4703-818d-244001359e05 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:49:55.537630 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a31122ae-9a16-4ab4-9010-d0edb79f78b5 req-950e86ed-cf4e-4703-818d-244001359e05 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 945 time: 0.0841968 Aug 24 18:49:55.584166 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-a31122ae-9a16-4ab4-9010-d0edb79f78b5 req-3b1db909-9661-4240-98cf-3bb10d966864 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407922 Aug 24 18:49:55.598797 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-0c1ae7cf-f733-40cd-aa53-dbb181b45af8 req-848d7127-41c8-4cc9-b3fd-101a7e80df59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 1098 time: 0.0728719 Aug 24 18:49:55.644676 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-0c1ae7cf-f733-40cd-aa53-dbb181b45af8 req-92f2c33d-9d78-4d6a-b412-92ad34a416dd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388968 Aug 24 18:49:56.786021 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb1ad6f-6493-45f6-b5b8-6cdcb33ed965 req-bc93eb21-97de-4dc3-839a-6021807d77e6 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:49:56.787521 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fcb1ad6f-6493-45f6-b5b8-6cdcb33ed965 req-bc93eb21-97de-4dc3-839a-6021807d77e6 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 945 time: 0.0780356 Aug 24 18:49:56.837758 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-fcb1ad6f-6493-45f6-b5b8-6cdcb33ed965 req-3267ab92-d3dd-4563-90a5-3a5fe127685f tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442679 Aug 24 18:49:58.062304 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0d13f-3f17-4b5b-b563-653b39dd9353 req-4a2fa50b-c1bc-4a75-8250-3dbe662c36a4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:49:58.063804 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-77c0d13f-3f17-4b5b-b563-653b39dd9353 req-4a2fa50b-c1bc-4a75-8250-3dbe662c36a4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 945 time: 0.0892878 Aug 24 18:49:58.109834 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-77c0d13f-3f17-4b5b-b563-653b39dd9353 req-e5388b0d-f098-4737-ac9e-a64dfcd29fd7 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404992 Aug 24 18:49:58.335803 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1d1f7-c323-47b1-9c99-dff05f4f0616 req-1fdcb2ce-3eb0-4929-b237-948e3672eaf3 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:49:58.337269 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-77b1d1f7-c323-47b1-9c99-dff05f4f0616 req-1fdcb2ce-3eb0-4929-b237-948e3672eaf3 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 945 time: 0.0978501 Aug 24 18:49:58.385746 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-77b1d1f7-c323-47b1-9c99-dff05f4f0616 req-ff2be783-dc71-4d4a-8213-24acf7499a92 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429418 Aug 24 18:49:58.414476 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40622) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:49:58.493231 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-e79419d0-a2f3-4de1-87cd-9fa8cd86aa80 tempest-TestVolumeBootPattern-83958780 tempest-TestVolumeBootPattern-83958780-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 1093 time: 0.0774760 Aug 24 18:49:58.497019 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40626) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:49:58.502571 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.v2.base [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Request body: {'floatingip': {'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'port_id': '39d6968f-6b14-422b-aefd-68be161ac6dc', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=74995) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Aug 24 18:49:58.508004 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 24 18:49:58.511979 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Usage tracker for resource:floatingip and tenant:547d022ded2e45ee9abb0d9dafb2bad2 is out of sync, need to count used quota {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 24 18:49:58.514959 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=74995) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 24 18:49:58.520801 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.quota.driver [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=74995) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 24 18:49:58.533433 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for floatingip, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:58.760314 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:58.902271 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_common [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Allocated IP 172.27.3.52 (afb0294a-27f7-459e-836d-9dd48a51a08b/57a63288-2275-43de-bb63-fff925de2bab/9af59a0d-b89e-4d08-bd0e-cc35b8200aa2) {{(pid=74995) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 18:49:59.052621 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for port, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:59.087525 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740181878285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:59.093397 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-76af75b9-13cd-4c08-9400-6a1a8de165f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:49:59.164500 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Network afb0294a-27f7-459e-836d-9dd48a51a08b is already hosted by enough agents. {{(pid=74995) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 18:49:59.167459 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.base_scheduler [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Resources bound (agent type, host, resource id): {{(pid=74995) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 18:49:59.171956 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Received port after_create {{(pid=74995) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 24 18:49:59.199710 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event updated for resources: {'Port': ['ID=9af59a0d-b89e-4d08-bd0e-cc35b8200aa2,revision_number=1']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:49:59.222971 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:59.223479 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:59.223982 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:59.224575 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:59.225106 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:59.225654 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:59.226139 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:59.226734 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:59.227211 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:59.227732 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:59.228380 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:49:59.233783 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:49:59.733153 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:49:59.792042 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-579386'] for port, before_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:00.000497 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for port, precommit_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:00.006671 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740182302486', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740181878303', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740181878348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3098578'] for port, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:00.010870 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-3dd4dfac-08b0-4f82-9f17-95ea71ff5585 tempest-TestMinimumBasicScenario-2028874273 tempest-TestMinimumBasicScenario-2028874273-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:50:00.111109 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event updated for resources: {'Port': ['ID=9af59a0d-b89e-4d08-bd0e-cc35b8200aa2,revision_number=2']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:50:00.116067 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:50:00.132100 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1692493'] for floatingip, after_update {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:00.337989 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.db.l3_db [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Floating IP 01e313b6-7015-4e71-b53a-d1cfac2f7644 associated. External IP: 172.27.3.52, port: 39d6968f-6b14-422b-aefd-68be161ac6dc. Aug 24 18:50:00.854775 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:50:01.079374 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:50:01.088864 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3b7e1-6d92-4d76-ab91-8186cf5134d4 None None] Sync routers for ids ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:50:01.101736 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c3b7e1-6d92-4d76-ab91-8186cf5134d4 None None] Routers {'4c3bf206-6e8b-4965-ba63-f4c2d3f22874'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:50:01.102374 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-06c3b7e1-6d92-4d76-ab91-8186cf5134d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:49:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:50:01.107659 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:01.166459 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-73267eda-0357-4a5c-8ea4-59539d35e2f4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6683371 Aug 24 18:50:01.167201 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295a9749-f4e2-47e4-9604-4589e4fa2b13', 'tag': '39d6968f-6b14-422b-aefd-68be161ac6dc'}] {{(pid=74995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:50:01.229342 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295a9749-f4e2-47e4-9604-4589e4fa2b13', 'tag': '39d6968f-6b14-422b-aefd-68be161ac6dc', 'status': 'completed', 'code': 200} Aug 24 18:50:01.294882 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:01.298491 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-06c3b7e1-6d92-4d76-ab91-8186cf5134d4 None None] Set router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:50:01.326074 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f0809b1a-1965-4e37-8e0e-4c2bfcb3c81a req-007c43ef-3379-4cf3-b427-ced35efe20e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=547d022ded2e45ee9abb0d9dafb2bad2&device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 1098 time: 0.0738976 Aug 24 18:50:01.459249 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0809b1a-1965-4e37-8e0e-4c2bfcb3c81a req-b2384e61-ea84-4175-8730-9e3b81fa697c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:50:01.460613 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f0809b1a-1965-4e37-8e0e-4c2bfcb3c81a req-b2384e61-ea84-4175-8730-9e3b81fa697c service neutron] 10.222.0.36 "GET /v2.0/networks?id=4296fa39-8509-499f-85b9-0363df20a184 HTTP/1.1" status: 200 len: 912 time: 0.1286886 Aug 24 18:50:01.563214 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f0809b1a-1965-4e37-8e0e-4c2bfcb3c81a req-80c1904a-5025-483f-8260-235c4ccf83da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39d6968f-6b14-422b-aefd-68be161ac6dc HTTP/1.1" status: 200 len: 998 time: 0.0957568 Aug 24 18:50:01.633957 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0809b1a-1965-4e37-8e0e-4c2bfcb3c81a req-8873164c-b474-4f0b-a4b8-be1d5895ebbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:50:01.635893 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f0809b1a-1965-4e37-8e0e-4c2bfcb3c81a req-8873164c-b474-4f0b-a4b8-be1d5895ebbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8316689b-6705-4503-80f7-74c1c33be718 HTTP/1.1" status: 200 len: 850 time: 0.0645015 Aug 24 18:50:01.652087 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-06c3b7e1-6d92-4d76-ab91-8186cf5134d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '01e313b6-7015-4e71-b53a-d1cfac2f7644', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'floating_ip_address': '172.27.3.52', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'port_id': '39d6968f-6b14-422b-aefd-68be161ac6dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'mac_address': 'fa:16:3e:03:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295a9749-f4e2-47e4-9604-4589e4fa2b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:49:59Z', 'updated_at': '2021-08-24T18:49:59Z', 'revision_number': 0, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'fixed_ip_address_scope': None}, {'id': '0ead68ac-81f8-4016-ac99-7bce60cff90b', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'floating_ip_address': '172.27.3.136', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'port_id': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'mac_address': 'fa:16:3e:6c:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f110a6-f888-41be-a541-5967a20dc764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:48:04Z', 'updated_at': '2021-08-24T18:48:07Z', 'revision_number': 1, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:45:16Z', 'revision_number': 5, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:50:01.656030 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3b7e1-6d92-4d76-ab91-8186cf5134d4 None None] Checking router: 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:50:01.666465 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c3b7e1-6d92-4d76-ab91-8186cf5134d4 None None] Routers {'4c3bf206-6e8b-4965-ba63-f4c2d3f22874'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:50:01.667090 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-06c3b7e1-6d92-4d76-ab91-8186cf5134d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:49:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:50:01.710971 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f0809b1a-1965-4e37-8e0e-4c2bfcb3c81a req-9596c173-b089-4f02-8022-1935fe7dd813 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4296fa39-8509-499f-85b9-0363df20a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684361 Aug 24 18:50:01.844084 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f0809b1a-1965-4e37-8e0e-4c2bfcb3c81a req-b847a041-cad1-47f4-8de0-881d61c40434 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261411 Aug 24 18:50:01.848460 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-06c3b7e1-6d92-4d76-ab91-8186cf5134d4 None None] Set router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:50:01.982396 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-f0809b1a-1965-4e37-8e0e-4c2bfcb3c81a req-eafaedf9-5645-4285-ac74-fda474bfbda9 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317167 Aug 24 18:50:02.255828 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-06c3b7e1-6d92-4d76-ab91-8186cf5134d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '01e313b6-7015-4e71-b53a-d1cfac2f7644', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'floating_ip_address': '172.27.3.52', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'port_id': '39d6968f-6b14-422b-aefd-68be161ac6dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'mac_address': 'fa:16:3e:03:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295a9749-f4e2-47e4-9604-4589e4fa2b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:49:59Z', 'updated_at': '2021-08-24T18:49:59Z', 'revision_number': 0, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'fixed_ip_address_scope': None}, {'id': '0ead68ac-81f8-4016-ac99-7bce60cff90b', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'floating_ip_address': '172.27.3.136', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'port_id': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'mac_address': 'fa:16:3e:6c:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f110a6-f888-41be-a541-5967a20dc764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:48:04Z', 'updated_at': '2021-08-24T18:48:07Z', 'revision_number': 1, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:45:16Z', 'revision_number': 5, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:50:02.260363 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c3b7e1-6d92-4d76-ab91-8186cf5134d4 None None] The sync data for ids ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'] in dv-cinder-805825-1-iscsi is: [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '01e313b6-7015-4e71-b53a-d1cfac2f7644', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'floating_ip_address': '172.27.3.52', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'port_id': '39d6968f-6b14-422b-aefd-68be161ac6dc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'mac_address': 'fa:16:3e:03:90:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295a9749-f4e2-47e4-9604-4589e4fa2b13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:49:59Z', 'updated_at': '2021-08-24T18:49:59Z', 'revision_number': 0, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'fixed_ip_address_scope': None}, {'id': '0ead68ac-81f8-4016-ac99-7bce60cff90b', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'floating_ip_address': '172.27.3.136', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'port_id': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'mac_address': 'fa:16:3e:6c:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f110a6-f888-41be-a541-5967a20dc764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:48:04Z', 'updated_at': '2021-08-24T18:48:07Z', 'revision_number': 1, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:45:16Z', 'revision_number': 5, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:50:02.482231 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cefd40-8852-4600-8e55-cd89007526d3 None None] New status for floating IP 01e313b6-7015-4e71-b53a-d1cfac2f7644: ACTIVE {{(pid=74998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:50:10.735036 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:50:18.929253 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-073a1f47-222f-4ea8-8ebb-e428a3f5585a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:19.385075 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:21.292338 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-170b7c27-95d2-4ec3-87c7-c042d35cd534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:22.223651 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:23.714763 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:31.285400 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:38.264643 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9c350373-2b21-4648-a49d-0a04b6f4b2d4 req-47b28d94-6ecf-490f-bb88-917ded311626 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1535721 Aug 24 18:50:38.413340 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9c350373-2b21-4648-a49d-0a04b6f4b2d4 req-14f41d05-dc81-4309-9564-1a993862502d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=547d022ded2e45ee9abb0d9dafb2bad2&device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 1099 time: 0.0725212 Aug 24 18:50:38.563628 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c350373-2b21-4648-a49d-0a04b6f4b2d4 req-dac4f2f6-9549-4a6d-8ab7-9f4fe3ee2bb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:50:38.565136 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9c350373-2b21-4648-a49d-0a04b6f4b2d4 req-dac4f2f6-9549-4a6d-8ab7-9f4fe3ee2bb9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4296fa39-8509-499f-85b9-0363df20a184 HTTP/1.1" status: 200 len: 912 time: 0.1312978 Aug 24 18:50:38.672992 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9c350373-2b21-4648-a49d-0a04b6f4b2d4 req-c1f4eabe-2ed7-4f86-90dc-753176809788 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 HTTP/1.1" status: 200 len: 1002 time: 0.0999799 Aug 24 18:50:38.736076 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c350373-2b21-4648-a49d-0a04b6f4b2d4 req-7d13d749-996c-4a31-9000-0b75c04b26e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:50:38.737483 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9c350373-2b21-4648-a49d-0a04b6f4b2d4 req-7d13d749-996c-4a31-9000-0b75c04b26e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8316689b-6705-4503-80f7-74c1c33be718 HTTP/1.1" status: 200 len: 850 time: 0.0572755 Aug 24 18:50:38.819628 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9c350373-2b21-4648-a49d-0a04b6f4b2d4 req-c3a76339-deef-45a1-ba32-7351bf714357 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4296fa39-8509-499f-85b9-0363df20a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739896 Aug 24 18:50:38.956832 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9c350373-2b21-4648-a49d-0a04b6f4b2d4 req-3dc6e1c9-8977-44a5-8525-8a895a285a67 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286426 Aug 24 18:50:39.092597 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-9c350373-2b21-4648-a49d-0a04b6f4b2d4 req-849088b0-dab6-4a90-a73d-44feb0a60be8 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277425 Aug 24 18:50:47.741780 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:50:48.931213 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-4a7a6eca-9435-4c72-bc76-07ffeafa9c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:49.376614 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:51.287694 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-feb43a08-0d82-4c7d-9a11-e5f9c8d0974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:52.228390 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:50:53.724106 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:01.298976 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:18.933851 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-68091482-8564-410f-852a-5c2aac88318c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:19.376724 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:21.293059 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c8cf519f-161b-4ec3-955a-23d67ebe6b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:22.227463 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:23.727596 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:24.732187 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:51:28.848853 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40662) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:51:29.144051 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Deleting port 9af59a0d-b89e-4d08-bd0e-cc35b8200aa2 {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:51:29.144317 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:29.317196 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:29.317490 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:29.444094 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Calling delete_port for 9af59a0d-b89e-4d08-bd0e-cc35b8200aa2 owned by network:floatingip {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:51:29.597244 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:29.600881 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-10380908-7d86-471d-8ac9-995158de0bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:51:29.641344 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event deleted for resources: {'Port': ['ID=9af59a0d-b89e-4d08-bd0e-cc35b8200aa2,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:51:29.681793 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:29.682170 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:29.682536 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:29.682925 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:29.683286 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:29.683636 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:29.683978 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:29.684344 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:29.684679 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:29.685027 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:29.685381 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74995) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:29.692446 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:51:29.841962 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for floatingip, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:30.257530 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:51:30.478982 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:51:30.489100 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fd6787-fe87-4512-b9ba-19dd7e4f84b6 None None] Sync routers for ids ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:51:30.496438 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:30.501399 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fd6787-fe87-4512-b9ba-19dd7e4f84b6 None None] Routers {'4c3bf206-6e8b-4965-ba63-f4c2d3f22874'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:51:30.502035 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-94fd6787-fe87-4512-b9ba-19dd7e4f84b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:51:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:30.551435 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-b25a8304-49d7-4f19-a484-0d95cc12e33b tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "DELETE /v2.0/floatingips/01e313b6-7015-4e71-b53a-d1cfac2f7644 HTTP/1.1" status: 204 len: 168 time: 1.7011178 Aug 24 18:51:30.552062 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295a9749-f4e2-47e4-9604-4589e4fa2b13', 'tag': '39d6968f-6b14-422b-aefd-68be161ac6dc'}] {{(pid=74995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:51:30.691769 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-94fd6787-fe87-4512-b9ba-19dd7e4f84b6 None None] Set router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:51:30.728941 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295a9749-f4e2-47e4-9604-4589e4fa2b13', 'tag': '39d6968f-6b14-422b-aefd-68be161ac6dc', 'status': 'completed', 'code': 200} Aug 24 18:51:30.931794 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2abb95d7-a969-416f-adca-f9158a0b63a0 req-508fbf44-f5eb-4270-b381-2d76c79bb01e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=547d022ded2e45ee9abb0d9dafb2bad2&device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 1098 time: 0.1781609 Aug 24 18:51:31.054643 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa2930-b299-4d39-b4a1-f82e2cb21f18 req-7fc3f126-1207-4032-be24-37308bf292ee tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:51:31.055669 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-57fa2930-b299-4d39-b4a1-f82e2cb21f18 req-7fc3f126-1207-4032-be24-37308bf292ee tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Synchronizing usage tracker for tenant:547d022ded2e45ee9abb0d9dafb2bad2 on resource:port {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:51:31.073605 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-57fa2930-b299-4d39-b4a1-f82e2cb21f18 req-7fc3f126-1207-4032-be24-37308bf292ee tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Unset dirty status for tenant:547d022ded2e45ee9abb0d9dafb2bad2 on resource:port {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:51:31.079347 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-57fa2930-b299-4d39-b4a1-f82e2cb21f18 req-7fc3f126-1207-4032-be24-37308bf292ee tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 945 time: 0.1849959 Aug 24 18:51:31.080696 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb95d7-a969-416f-adca-f9158a0b63a0 req-d1715839-abad-4c40-9e01-8ce08ce23a82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:51:31.081483 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-94fd6787-fe87-4512-b9ba-19dd7e4f84b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '0ead68ac-81f8-4016-ac99-7bce60cff90b', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'floating_ip_address': '172.27.3.136', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'port_id': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'mac_address': 'fa:16:3e:6c:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f110a6-f888-41be-a541-5967a20dc764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:48:04Z', 'updated_at': '2021-08-24T18:48:07Z', 'revision_number': 1, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:45:16Z', 'revision_number': 5, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:31.082341 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2abb95d7-a969-416f-adca-f9158a0b63a0 req-d1715839-abad-4c40-9e01-8ce08ce23a82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4296fa39-8509-499f-85b9-0363df20a184 HTTP/1.1" status: 200 len: 912 time: 0.1418476 Aug 24 18:51:31.085589 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fd6787-fe87-4512-b9ba-19dd7e4f84b6 None None] Checking router: 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:51:31.096389 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fd6787-fe87-4512-b9ba-19dd7e4f84b6 None None] Routers {'4c3bf206-6e8b-4965-ba63-f4c2d3f22874'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:51:31.097008 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-94fd6787-fe87-4512-b9ba-19dd7e4f84b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:51:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:31.128842 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-57fa2930-b299-4d39-b4a1-f82e2cb21f18 req-f77c716a-a510-4b2b-95d8-673f165319c4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470090 Aug 24 18:51:31.158452 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2abb95d7-a969-416f-adca-f9158a0b63a0 req-391c955d-5508-43af-8387-b88e3a1c9104 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=39d6968f-6b14-422b-aefd-68be161ac6dc HTTP/1.1" status: 200 len: 217 time: 0.0686626 Aug 24 18:51:31.224983 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb95d7-a969-416f-adca-f9158a0b63a0 req-8aa87091-e7a4-4eb1-ac5d-4a277bd47b76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:51:31.226510 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2abb95d7-a969-416f-adca-f9158a0b63a0 req-8aa87091-e7a4-4eb1-ac5d-4a277bd47b76 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8316689b-6705-4503-80f7-74c1c33be718 HTTP/1.1" status: 200 len: 850 time: 0.0598269 Aug 24 18:51:31.277939 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-94fd6787-fe87-4512-b9ba-19dd7e4f84b6 None None] Set router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:51:31.308056 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2abb95d7-a969-416f-adca-f9158a0b63a0 req-10067a10-ac7e-4d61-9886-e15f718c9ab8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4296fa39-8509-499f-85b9-0363df20a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734925 Aug 24 18:51:31.356271 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:31.443886 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2abb95d7-a969-416f-adca-f9158a0b63a0 req-0fcbac7f-9b1b-4f00-a5de-3fe8312c62b0 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272659 Aug 24 18:51:31.590154 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-2abb95d7-a969-416f-adca-f9158a0b63a0 req-637a1baf-44fc-4e42-9ca4-e03a9bc428e5 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383975 Aug 24 18:51:31.690614 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-94fd6787-fe87-4512-b9ba-19dd7e4f84b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '0ead68ac-81f8-4016-ac99-7bce60cff90b', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'floating_ip_address': '172.27.3.136', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'port_id': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'mac_address': 'fa:16:3e:6c:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f110a6-f888-41be-a541-5967a20dc764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:48:04Z', 'updated_at': '2021-08-24T18:48:07Z', 'revision_number': 1, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:45:16Z', 'revision_number': 5, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:31.694854 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fd6787-fe87-4512-b9ba-19dd7e4f84b6 None None] The sync data for ids ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'] in dv-cinder-805825-1-iscsi is: [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_floatingips': [{'id': '0ead68ac-81f8-4016-ac99-7bce60cff90b', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'floating_ip_address': '172.27.3.136', 'floating_network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'router_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'port_id': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'mac_address': 'fa:16:3e:6c:68:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f110a6-f888-41be-a541-5967a20dc764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-24T18:48:04Z', 'updated_at': '2021-08-24T18:48:07Z', 'revision_number': 1, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:45:16Z', 'revision_number': 5, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:51:31.905744 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a4e7f6-e8cc-4040-80d3-6c9f6db9326e None None] New status for floating IP 01e313b6-7015-4e71-b53a-d1cfac2f7644: DOWN {{(pid=74998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:51:32.433582 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a6d5a-a1a8-4cbb-af13-088e784f1843 req-456b4520-23c1-4bf9-92c5-719a42277272 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:51:32.434981 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-106a6d5a-a1a8-4cbb-af13-088e784f1843 req-456b4520-23c1-4bf9-92c5-719a42277272 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 945 time: 0.1661799 Aug 24 18:51:32.480755 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-106a6d5a-a1a8-4cbb-af13-088e784f1843 req-fa253468-984a-4799-8e56-d884f89a2bdc tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400355 Aug 24 18:51:32.541199 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21d557-908f-4611-aae8-b5212c9febaa req-54a183cb-03ed-4b2d-8dcc-c84c7d18a85f tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:51:32.541886 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-3c21d557-908f-4611-aae8-b5212c9febaa req-54a183cb-03ed-4b2d-8dcc-c84c7d18a85f tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Synchronizing usage tracker for tenant:547d022ded2e45ee9abb0d9dafb2bad2 on resource:port {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:51:32.553287 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-3c21d557-908f-4611-aae8-b5212c9febaa req-54a183cb-03ed-4b2d-8dcc-c84c7d18a85f tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Unset dirty status for tenant:547d022ded2e45ee9abb0d9dafb2bad2 on resource:port {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:51:32.554358 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3c21d557-908f-4611-aae8-b5212c9febaa req-54a183cb-03ed-4b2d-8dcc-c84c7d18a85f tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.36 "GET /v2.0/ports?device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 945 time: 0.0931122 Aug 24 18:51:32.621498 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-3c21d557-908f-4611-aae8-b5212c9febaa req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Deleting port 39d6968f-6b14-422b-aefd-68be161ac6dc {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:51:32.621822 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-3c21d557-908f-4611-aae8-b5212c9febaa req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:32.959379 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-3c21d557-908f-4611-aae8-b5212c9febaa req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] For port 39d6968f-6b14-422b-aefd-68be161ac6dc, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=39d6968f-6b14-422b-aefd-68be161ac6dc,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:51:32.959756 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-3c21d557-908f-4611-aae8-b5212c9febaa req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:33.088921 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-3c21d557-908f-4611-aae8-b5212c9febaa req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Calling delete_port for 39d6968f-6b14-422b-aefd-68be161ac6dc owned by compute:nova {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:51:33.235467 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-3c21d557-908f-4611-aae8-b5212c9febaa req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:33.241838 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-cc197eb0-7e10-4197-a50d-38a8bb3af1bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:51:33.288950 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event deleted for resources: {'Port': ['ID=39d6968f-6b14-422b-aefd-68be161ac6dc,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:51:33.328338 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:33.328713 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:33.329074 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:33.329431 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:33.329785 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:33.330126 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:33.330469 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:33.330869 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:33.331207 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:33.331551 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:33.331895 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-805825-1-iscsi {{(pid=74996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 18:51:33.338766 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:51:33.372493 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c21d557-908f-4611-aae8-b5212c9febaa req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] No DVR routers for this DVR port 39d6968f-6b14-422b-aefd-68be161ac6dc on host hv-cinder-80582 {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:51:33.374974 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-3c21d557-908f-4611-aae8-b5212c9febaa req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:33.377593 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295a9749-f4e2-47e4-9604-4589e4fa2b13', 'name': 'network-vif-deleted', 'tag': '39d6968f-6b14-422b-aefd-68be161ac6dc'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:51:33.396668 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-3c21d557-908f-4611-aae8-b5212c9febaa req-a68a25d5-24d0-4eef-b54d-06b1a5c211b9 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.36 "DELETE /v2.0/ports/39d6968f-6b14-422b-aefd-68be161ac6dc HTTP/1.1" status: 204 len: 173 time: 0.8364828 Aug 24 18:51:33.448126 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295a9749-f4e2-47e4-9604-4589e4fa2b13', 'name': 'network-vif-deleted', 'tag': '39d6968f-6b14-422b-aefd-68be161ac6dc', 'status': 'completed', 'code': 200} Aug 24 18:51:33.650515 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-6f8ab6d8-4589-4be0-8774-cd79b1d9c2b9 req-24b5a16d-4e6f-49f8-a854-9882c509b363 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=295a9749-f4e2-47e4-9604-4589e4fa2b13 HTTP/1.1" status: 200 len: 210 time: 0.0445533 Aug 24 18:51:35.488959 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 39d6968f-6b14-422b-aefd-68be161ac6dc no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:51:35.530143 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] No Port match for: 39d6968f-6b14-422b-aefd-68be161ac6dc {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:51:35.530488 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 39d6968f-6b14-422b-aefd-68be161ac6dc not bound to the agent host hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:51:37.184997 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40708) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:51:37.388942 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-b0571443-0682-40ff-b29e-f1853415be58 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Deleting port cd106e67-6e83-4728-b31a-21de415e6b75 {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:51:37.389255 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b0571443-0682-40ff-b29e-f1853415be58 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:37.578323 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b0571443-0682-40ff-b29e-f1853415be58 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:37.578607 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b0571443-0682-40ff-b29e-f1853415be58 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:37.795177 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-b0571443-0682-40ff-b29e-f1853415be58 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Calling delete_port for cd106e67-6e83-4728-b31a-21de415e6b75 owned by network:floatingip {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:51:37.956188 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b0571443-0682-40ff-b29e-f1853415be58 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:37.959827 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-e672a8b2-7546-4850-8659-a99c2356b888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:51:38.004580 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0571443-0682-40ff-b29e-f1853415be58 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event deleted for resources: {'Port': ['ID=cd106e67-6e83-4728-b31a-21de415e6b75,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:51:38.007984 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-b0571443-0682-40ff-b29e-f1853415be58 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:51:38.098209 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b0571443-0682-40ff-b29e-f1853415be58 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for floatingip, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:38.509090 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0571443-0682-40ff-b29e-f1853415be58 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:51:38.724985 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0571443-0682-40ff-b29e-f1853415be58 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:51:38.734376 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba10985-776c-4d6c-a28d-5639427093da None None] Sync routers for ids ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:51:38.741586 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-b0571443-0682-40ff-b29e-f1853415be58 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:38.747190 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba10985-776c-4d6c-a28d-5639427093da None None] Routers {'4c3bf206-6e8b-4965-ba63-f4c2d3f22874'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:51:38.747810 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-fba10985-776c-4d6c-a28d-5639427093da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:51:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:38.796087 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-b0571443-0682-40ff-b29e-f1853415be58 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "DELETE /v2.0/floatingips/0ead68ac-81f8-4016-ac99-7bce60cff90b HTTP/1.1" status: 204 len: 168 time: 1.6099684 Aug 24 18:51:38.796724 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f110a6-f888-41be-a541-5967a20dc764', 'tag': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0'}] {{(pid=74995) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:51:38.855126 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f110a6-f888-41be-a541-5967a20dc764', 'tag': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0', 'status': 'completed', 'code': 200} Aug 24 18:51:38.927245 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-fba10985-776c-4d6c-a28d-5639427093da None None] Set router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:51:38.952704 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-7d00be71-be84-4636-8a94-7b5cea2d6f0d req-75c7bf35-4d9f-4236-a893-d552671e10fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=547d022ded2e45ee9abb0d9dafb2bad2&device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 1099 time: 0.0761499 Aug 24 18:51:39.116136 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00be71-be84-4636-8a94-7b5cea2d6f0d req-14788f14-70f6-4404-8aef-ef6e4b8d73ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:51:39.117610 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-7d00be71-be84-4636-8a94-7b5cea2d6f0d req-14788f14-70f6-4404-8aef-ef6e4b8d73ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=4296fa39-8509-499f-85b9-0363df20a184 HTTP/1.1" status: 200 len: 912 time: 0.1572349 Aug 24 18:51:39.192048 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-7d00be71-be84-4636-8a94-7b5cea2d6f0d req-55b0f704-1685-4088-b51b-e4d2b7f36617 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 HTTP/1.1" status: 200 len: 217 time: 0.0652690 Aug 24 18:51:39.200880 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0c285-3c2c-482c-9537-098adb6ad795 req-7c109d22-48af-4fbd-9ce5-14c0744d8bc4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:51:39.201709 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-1ce0c285-3c2c-482c-9537-098adb6ad795 req-7c109d22-48af-4fbd-9ce5-14c0744d8bc4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Synchronizing usage tracker for tenant:547d022ded2e45ee9abb0d9dafb2bad2 on resource:port {{(pid=74995) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:51:39.219007 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.quota.resource [req-1ce0c285-3c2c-482c-9537-098adb6ad795 req-7c109d22-48af-4fbd-9ce5-14c0744d8bc4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Unset dirty status for tenant:547d022ded2e45ee9abb0d9dafb2bad2 on resource:port {{(pid=74995) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:51:39.225481 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1ce0c285-3c2c-482c-9537-098adb6ad795 req-7c109d22-48af-4fbd-9ce5-14c0744d8bc4 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 946 time: 0.1069894 Aug 24 18:51:39.259223 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-fba10985-776c-4d6c-a28d-5639427093da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:45:16Z', 'revision_number': 5, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:39.262640 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00be71-be84-4636-8a94-7b5cea2d6f0d req-fe6a27d4-72bd-43f0-87c2-50d006372210 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:51:39.263295 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba10985-776c-4d6c-a28d-5639427093da None None] Checking router: 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:51:39.263831 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-7d00be71-be84-4636-8a94-7b5cea2d6f0d req-fe6a27d4-72bd-43f0-87c2-50d006372210 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8316689b-6705-4503-80f7-74c1c33be718 HTTP/1.1" status: 200 len: 850 time: 0.0634737 Aug 24 18:51:39.271396 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-1ce0c285-3c2c-482c-9537-098adb6ad795 req-de37842f-b7b6-46e3-8beb-6469734bc326 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450304 Aug 24 18:51:39.274501 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba10985-776c-4d6c-a28d-5639427093da None None] Routers {'4c3bf206-6e8b-4965-ba63-f4c2d3f22874'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:51:39.275146 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-fba10985-776c-4d6c-a28d-5639427093da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:51:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:39.340781 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-7d00be71-be84-4636-8a94-7b5cea2d6f0d req-770d1b36-4d05-458c-a669-683442ec0d8c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4296fa39-8509-499f-85b9-0363df20a184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697677 Aug 24 18:51:39.456473 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-fba10985-776c-4d6c-a28d-5639427093da None None] Set router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:51:39.477435 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-7d00be71-be84-4636-8a94-7b5cea2d6f0d req-5fafe67a-5025-45ce-ae76-5edd50986e40 service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289573 Aug 24 18:51:39.612339 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-7d00be71-be84-4636-8a94-7b5cea2d6f0d req-2ba1fe37-4bdd-4213-b6e6-b1ea7d4b63bf service neutron] 10.222.0.36 "GET /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274896 Aug 24 18:51:39.781853 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-fba10985-776c-4d6c-a28d-5639427093da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:45:16Z', 'revision_number': 5, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:39.786185 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba10985-776c-4d6c-a28d-5639427093da None None] The sync data for ids ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'] in dv-cinder-805825-1-iscsi is: [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:44:57Z', 'revision_number': 4, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi', '_interfaces': [{'id': '5105c81a-4654-4234-8dcc-ebc3039b6ab4', 'name': '', 'network_id': '4296fa39-8509-499f-85b9-0363df20a184', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'mac_address': 'fa:16:3e:08:a6:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8316689b-6705-4503-80f7-74c1c33be718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:56Z', 'updated_at': '2021-08-24T18:45:16Z', 'revision_number': 5, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'subnets': [{'id': '8316689b-6705-4503-80f7-74c1c33be718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:51:40.001076 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e9a9da-dd5f-4015-bd10-8a154e9e91bc None None] New status for floating IP 0ead68ac-81f8-4016-ac99-7bce60cff90b: DOWN {{(pid=74998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Aug 24 18:51:40.491096 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9178b-98df-43d2-ac80-69b05ebd431f req-53c59a4c-d849-400d-a1f7-64caa52a5884 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74995) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:51:40.492483 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9ab9178b-98df-43d2-ac80-69b05ebd431f req-53c59a4c-d849-400d-a1f7-64caa52a5884 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 946 time: 0.0899632 Aug 24 18:51:40.542310 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-9ab9178b-98df-43d2-ac80-69b05ebd431f req-f6012956-dbcf-4a9b-929a-28ae2ade26b1 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/security-groups?id=6377b742-d4de-4b92-89d1-e617e1822e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442307 Aug 24 18:51:40.707408 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c6a13-ef6d-44b3-8499-175e22d45188 req-7976d32b-a6af-4c3b-aecc-afc79141bcaf tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 24 18:51:40.708095 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-fc6c6a13-ef6d-44b3-8499-175e22d45188 req-7976d32b-a6af-4c3b-aecc-afc79141bcaf tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Synchronizing usage tracker for tenant:547d022ded2e45ee9abb0d9dafb2bad2 on resource:port {{(pid=74996) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 24 18:51:40.720917 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.quota.resource [req-fc6c6a13-ef6d-44b3-8499-175e22d45188 req-7976d32b-a6af-4c3b-aecc-afc79141bcaf tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Unset dirty status for tenant:547d022ded2e45ee9abb0d9dafb2bad2 on resource:port {{(pid=74996) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 24 18:51:40.722008 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-fc6c6a13-ef6d-44b3-8499-175e22d45188 req-7976d32b-a6af-4c3b-aecc-afc79141bcaf tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.36 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 946 time: 0.1102364 Aug 24 18:51:40.793193 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-fc6c6a13-ef6d-44b3-8499-175e22d45188 req-0218c896-8277-4098-ba6f-dc6810533a2c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Deleting port 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:51:40.793477 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-fc6c6a13-ef6d-44b3-8499-175e22d45188 req-0218c896-8277-4098-ba6f-dc6810533a2c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:41.135001 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [req-fc6c6a13-ef6d-44b3-8499-175e22d45188 req-0218c896-8277-4098-ba6f-dc6810533a2c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] For port 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0, host hv-cinder-80582, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80582',level=0,port_id=29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:51:41.135283 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-fc6c6a13-ef6d-44b3-8499-175e22d45188 req-0218c896-8277-4098-ba6f-dc6810533a2c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:41.263555 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [req-fc6c6a13-ef6d-44b3-8499-175e22d45188 req-0218c896-8277-4098-ba6f-dc6810533a2c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Calling delete_port for 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 owned by compute:nova {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:51:41.411119 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-fc6c6a13-ef6d-44b3-8499-175e22d45188 req-0218c896-8277-4098-ba6f-dc6810533a2c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:41.419099 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-e9f9563b-5fb7-411c-b189-665678da48c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:51:41.482274 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218c896-8277-4098-ba6f-dc6810533a2c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event deleted for resources: {'Port': ['ID=29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:51:41.484783 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-0218c896-8277-4098-ba6f-dc6810533a2c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:51:41.563955 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6c6a13-ef6d-44b3-8499-175e22d45188 req-0218c896-8277-4098-ba6f-dc6810533a2c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] No DVR routers for this DVR port 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 on host hv-cinder-80582 {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:51:41.567053 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [req-fc6c6a13-ef6d-44b3-8499-175e22d45188 req-0218c896-8277-4098-ba6f-dc6810533a2c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for port, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:41.569806 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f110a6-f888-41be-a541-5967a20dc764', 'name': 'network-vif-deleted', 'tag': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0'}] {{(pid=74996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 24 18:51:41.588215 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [req-fc6c6a13-ef6d-44b3-8499-175e22d45188 req-0218c896-8277-4098-ba6f-dc6810533a2c tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.36 "DELETE /v2.0/ports/29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 HTTP/1.1" status: 204 len: 173 time: 0.8598621 Aug 24 18:51:41.635432 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f110a6-f888-41be-a541-5967a20dc764', 'name': 'network-vif-deleted', 'tag': '29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0', 'status': 'completed', 'code': 200} Aug 24 18:51:41.719424 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [req-7e89ab31-5630-45c1-9993-669d295d697f req-009cc77e-93b1-4487-bf34-fd0b5783b7b5 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "GET /v2.0/ports?device_id=22f110a6-f888-41be-a541-5967a20dc764 HTTP/1.1" status: 200 len: 210 time: 0.0442901 Aug 24 18:51:42.830462 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 40726) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:51:42.997150 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-80511679-f092-46fe-a657-f426d282c914 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Deleting port fd5f0e76-921e-45e1-ae0a-5f50b9fbd519 {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:51:42.997482 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-80511679-f092-46fe-a657-f426d282c914 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:43.183852 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-80511679-f092-46fe-a657-f426d282c914 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:43.184146 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-80511679-f092-46fe-a657-f426d282c914 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:43.310024 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-80511679-f092-46fe-a657-f426d282c914 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Calling delete_port for fd5f0e76-921e-45e1-ae0a-5f50b9fbd519 owned by network:floatingip {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:51:43.472116 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-80511679-f092-46fe-a657-f426d282c914 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:43.478214 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-a302f000-5d69-48cd-ba58-af6b18b2f177 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:51:43.522011 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80511679-f092-46fe-a657-f426d282c914 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event deleted for resources: {'Port': ['ID=fd5f0e76-921e-45e1-ae0a-5f50b9fbd519,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:51:43.524529 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-80511679-f092-46fe-a657-f426d282c914 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:51:43.533451 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 no longer exists at agent hyperv_hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:51:43.572137 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] No Port match for: 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:51:43.572488 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Device 29fd5c37-1d8a-46d6-a83c-25c39ee3fcd0 not bound to the agent host hv-cinder-80582 {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:51:43.615546 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-80511679-f092-46fe-a657-f426d282c914 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for floatingip, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:43.630578 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-80511679-f092-46fe-a657-f426d282c914 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-139050'] for floatingip, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:43.631743 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-80511679-f092-46fe-a657-f426d282c914 tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "DELETE /v2.0/floatingips/f7c91986-9e78-439a-88f5-5e99c73831a0 HTTP/1.1" status: 204 len: 168 time: 0.7999070 Aug 24 18:51:45.022849 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40740) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:51:45.105325 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad238-a56c-451d-b2ec-eff51782c0fe tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:45.134851 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad238-a56c-451d-b2ec-eff51782c0fe tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:45.199577 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad238-a56c-451d-b2ec-eff51782c0fe tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:45.203453 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-17ab0d5e-b028-45ca-86bd-5445e3dd53aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:51:45.222420 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ad238-a56c-451d-b2ec-eff51782c0fe tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6377b742-d4de-4b92-89d1-e617e1822e4f,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:51:45.225244 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-4e1ad238-a56c-451d-b2ec-eff51782c0fe tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:51:45.237030 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-4e1ad238-a56c-451d-b2ec-eff51782c0fe tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:45.239064 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-4e1ad238-a56c-451d-b2ec-eff51782c0fe tempest-TestVolumeBootPattern-1936418610 tempest-TestVolumeBootPattern-1936418610-project] 10.222.0.62 "DELETE /v2.0/security-groups/6377b742-d4de-4b92-89d1-e617e1822e4f HTTP/1.1" status: 204 len: 168 time: 0.2143629 Aug 24 18:51:45.312261 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40746) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:51:46.011370 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-1b146af5-b8b7-40d7-a686-5d898ab7d70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1691743'] for router_interface, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:46.650984 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-1b146af5-b8b7-40d7-a686-5d898ab7d70e admin admin] Deleting port 5105c81a-4654-4234-8dcc-ebc3039b6ab4 {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:51:46.651719 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-1b146af5-b8b7-40d7-a686-5d898ab7d70e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:46.828729 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [None req-1b146af5-b8b7-40d7-a686-5d898ab7d70e admin admin] For port 5105c81a-4654-4234-8dcc-ebc3039b6ab4, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=5105c81a-4654-4234-8dcc-ebc3039b6ab4,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:51:46.829102 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-1b146af5-b8b7-40d7-a686-5d898ab7d70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:46.954629 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-1b146af5-b8b7-40d7-a686-5d898ab7d70e admin admin] Calling delete_port for 5105c81a-4654-4234-8dcc-ebc3039b6ab4 owned by network:router_interface {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:51:47.153466 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-1b146af5-b8b7-40d7-a686-5d898ab7d70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:47.157041 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-4fd491fd-1e44-4099-9e95-789e36d4f379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:51:47.200163 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b146af5-b8b7-40d7-a686-5d898ab7d70e admin admin] Pushing event deleted for resources: {'Port': ['ID=5105c81a-4654-4234-8dcc-ebc3039b6ab4,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:51:47.203396 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-1b146af5-b8b7-40d7-a686-5d898ab7d70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:51:47.588055 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-1b146af5-b8b7-40d7-a686-5d898ab7d70e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15347849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1691819'] for router_interface, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:48.184104 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b146af5-b8b7-40d7-a686-5d898ab7d70e admin admin] Router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74995) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:51:48.394876 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b146af5-b8b7-40d7-a686-5d898ab7d70e admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74995) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:51:48.403565 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a27ed1-d49b-49c5-a60f-ac8555550c85 None None] Sync routers for ids ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'] in dv-cinder-805825-1-iscsi {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:51:48.409398 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-1b146af5-b8b7-40d7-a686-5d898ab7d70e admin admin] 10.222.0.62 "PUT /v2.0/routers/4c3bf206-6e8b-4965-ba63-f4c2d3f22874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0960331 Aug 24 18:51:48.411870 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40752) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:51:48.416505 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a27ed1-d49b-49c5-a60f-ac8555550c85 None None] Routers {'4c3bf206-6e8b-4965-ba63-f4c2d3f22874'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:51:48.417140 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-55a27ed1-d49b-49c5-a60f-ac8555550c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:51:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:48.634569 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-55a27ed1-d49b-49c5-a60f-ac8555550c85 None None] Set router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:51:48.636981 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e13c80ec-8d00-4db0-8bb4-ecb20fe85d4d admin admin] Notify callbacks [] for router, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:48.836608 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e13c80ec-8d00-4db0-8bb4-ecb20fe85d4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:48.846692 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-e13c80ec-8d00-4db0-8bb4-ecb20fe85d4d admin admin] Deleting port ba4f6754-5eb3-4faf-8e64-d24e47173d60 {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:51:48.847033 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e13c80ec-8d00-4db0-8bb4-ecb20fe85d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:48.933085 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-55a27ed1-d49b-49c5-a60f-ac8555550c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67'}], 'enable_snat': True}, 'gw_port_id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:51:47Z', 'revision_number': 5, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port': {'id': 'ba4f6754-5eb3-4faf-8e64-d24e47173d60', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:78:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:44:54Z', 'updated_at': '2021-08-24T18:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:48.936857 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c435c705-bd66-4d17-80fe-ddc9b7a1b21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:48.939464 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a27ed1-d49b-49c5-a60f-ac8555550c85 None None] Checking router: 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 for host: dv-cinder-805825-1-iscsi {{(pid=74997) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:51:48.950052 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a27ed1-d49b-49c5-a60f-ac8555550c85 None None] Routers {'4c3bf206-6e8b-4965-ba63-f4c2d3f22874'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74997) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:51:48.950752 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-55a27ed1-d49b-49c5-a60f-ac8555550c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:51:21Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'], 'active': True} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:49.107353 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_dvr_db [None req-55a27ed1-d49b-49c5-a60f-ac8555550c85 None None] Set router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 gateway port host: None {{(pid=74997) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:51:49.140999 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [None req-e13c80ec-8d00-4db0-8bb4-ecb20fe85d4d admin admin] For port ba4f6754-5eb3-4faf-8e64-d24e47173d60, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=ba4f6754-5eb3-4faf-8e64-d24e47173d60,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:51:49.141301 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e13c80ec-8d00-4db0-8bb4-ecb20fe85d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:49.216394 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.db.l3_hamode_db [None req-55a27ed1-d49b-49c5-a60f-ac8555550c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:51:48Z', 'revision_number': 6, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port_host': None}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:49.220626 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a27ed1-d49b-49c5-a60f-ac8555550c85 None None] The sync data for ids ['4c3bf206-6e8b-4965-ba63-f4c2d3f22874'] in dv-cinder-805825-1-iscsi is: [{'id': '4c3bf206-6e8b-4965-ba63-f4c2d3f22874', 'name': 'tempest-TestVolumeBootPattern-244218319-router', 'tenant_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:44:53Z', 'updated_at': '2021-08-24T18:51:48Z', 'revision_number': 6, 'project_id': '547d022ded2e45ee9abb0d9dafb2bad2', 'gw_port_host': None}] {{(pid=74997) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:51:49.264815 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-e13c80ec-8d00-4db0-8bb4-ecb20fe85d4d admin admin] Calling delete_port for ba4f6754-5eb3-4faf-8e64-d24e47173d60 owned by network:router_gateway {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:51:49.371015 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:49.443757 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e13c80ec-8d00-4db0-8bb4-ecb20fe85d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:49.447344 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-d9b10892-f629-4e2d-a1da-6085fda8db34 tempest-AttachVolumeShelveTestJSON-628660436 tempest-AttachVolumeShelveTestJSON-628660436-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:51:49.488396 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c80ec-8d00-4db0-8bb4-ecb20fe85d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4f6754-5eb3-4faf-8e64-d24e47173d60,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:51:49.491723 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-e13c80ec-8d00-4db0-8bb4-ecb20fe85d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:51:49.720845 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e13c80ec-8d00-4db0-8bb4-ecb20fe85d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692450'] for router_gateway, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:49.982797 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e13c80ec-8d00-4db0-8bb4-ecb20fe85d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30687'] for router, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:49.987439 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e13c80ec-8d00-4db0-8bb4-ecb20fe85d4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:50.013351 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e13c80ec-8d00-4db0-8bb4-ecb20fe85d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693982'] for router, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:50.014117 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13c80ec-8d00-4db0-8bb4-ecb20fe85d4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c3bf206-6e8b-4965-ba63-f4c2d3f22874 {{(pid=74995) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:51:50.027675 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e13c80ec-8d00-4db0-8bb4-ecb20fe85d4d admin admin] Notify callbacks [] for router, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:50.028812 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-e13c80ec-8d00-4db0-8bb4-ecb20fe85d4d admin admin] 10.222.0.62 "DELETE /v2.0/routers/4c3bf206-6e8b-4965-ba63-f4c2d3f22874 HTTP/1.1" status: 204 len: 168 time: 1.6160741 Aug 24 18:51:50.031512 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40756) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:51:50.092833 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.db_base_plugin_v2 [None req-5685e6e8-e129-4b19-acc0-f5578fc44aa3 admin admin] Deleting subnet 8316689b-6705-4503-80f7-74c1c33be718 {{(pid=74995) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:51:50.096182 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5685e6e8-e129-4b19-acc0-f5578fc44aa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:50.149184 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5685e6e8-e129-4b19-acc0-f5578fc44aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1402967'] for subnet, precommit_delete_associations {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:50.234063 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5685e6e8-e129-4b19-acc0-f5578fc44aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699818'] for subnet, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:50.244921 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device ba4f6754-5eb3-4faf-8e64-d24e47173d60 no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:51:50.282034 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: ba4f6754-5eb3-4faf-8e64-d24e47173d60 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:51:50.282383 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device ba4f6754-5eb3-4faf-8e64-d24e47173d60 not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:51:50.282841 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 5105c81a-4654-4234-8dcc-ebc3039b6ab4 no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:51:50.303490 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5685e6e8-e129-4b19-acc0-f5578fc44aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3098408', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1399101'] for subnet, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:50.307752 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:51:50.316185 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: 5105c81a-4654-4234-8dcc-ebc3039b6ab4 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:51:50.316537 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 5105c81a-4654-4234-8dcc-ebc3039b6ab4 not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:51:50.346826 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685e6e8-e129-4b19-acc0-f5578fc44aa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8316689b-6705-4503-80f7-74c1c33be718,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:51:50.350228 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-5685e6e8-e129-4b19-acc0-f5578fc44aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:51:50.351296 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-5685e6e8-e129-4b19-acc0-f5578fc44aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for subnet, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:50.357337 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-5685e6e8-e129-4b19-acc0-f5578fc44aa3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8316689b-6705-4503-80f7-74c1c33be718 HTTP/1.1" status: 204 len: 168 time: 0.3248870 Aug 24 18:51:50.357781 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c65e074-8a0d-4de0-acea-42e1440c700b None None] Network 4296fa39-8509-499f-85b9-0363df20a184 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:51:50.360032 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40760) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:51:50.465049 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531664'] for network, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:50.476246 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] Deleting port ec2856b7-c613-4f17-a4be-3dadf107b91a {{(pid=74995) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:51:50.476570 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:50.611259 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18788a3-5c1d-46e2-a8e3-c26c42d9c0fe None None] DHCP port deletion for 4296fa39-8509-499f-85b9-0363df20a184 request from dv-cinder-805825-1-iscsi {{(pid=74997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 24 18:51:50.616194 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-b18788a3-5c1d-46e2-a8e3-c26c42d9c0fe None None] Deleting port ec2856b7-c613-4f17-a4be-3dadf107b91a {{(pid=74997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:51:50.616576 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-b18788a3-5c1d-46e2-a8e3-c26c42d9c0fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:50.783055 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.db [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] For port ec2856b7-c613-4f17-a4be-3dadf107b91a, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=ec2856b7-c613-4f17-a4be-3dadf107b91a,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74995) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:51:50.783414 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:50.833746 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-b18788a3-5c1d-46e2-a8e3-c26c42d9c0fe None None] For port ec2856b7-c613-4f17-a4be-3dadf107b91a, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=ec2856b7-c613-4f17-a4be-3dadf107b91a,segment=NetworkSegment(d35cec0d-5d86-4d67-b67b-efbc47735fd2),segment_id=d35cec0d-5d86-4d67-b67b-efbc47735fd2)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:51:50.834039 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-b18788a3-5c1d-46e2-a8e3-c26c42d9c0fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:50.905911 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.plugin [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] Calling delete_port for ec2856b7-c613-4f17-a4be-3dadf107b91a owned by network:dhcp {{(pid=74995) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:51:50.955953 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-b18788a3-5c1d-46e2-a8e3-c26c42d9c0fe None None] Calling delete_port for ec2856b7-c613-4f17-a4be-3dadf107b91a owned by network:dhcp {{(pid=74997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:51:50.987357 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3098587'] for port, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:50.992283 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-2fa6e721-cdcb-4f6b-83b6-ecaffb6a8f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:51:51.031328 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.db.api [None req-b18788a3-5c1d-46e2-a8e3-c26c42d9c0fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 18:51:51.031694 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_db.api [None req-b18788a3-5c1d-46e2-a8e3-c26c42d9c0fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 18:51:51.034870 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] Pushing event deleted for resources: {'Port': ['ID=ec2856b7-c613-4f17-a4be-3dadf107b91a,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:51:51.038727 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:51:51.041145 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] No DVR routers for this DVR port ec2856b7-c613-4f17-a4be-3dadf107b91a on host dv-cinder-805825-1-iscsi {{(pid=74995) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:51:51.158407 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699171', 'neutron.services.segments.db._delete_segments_for_network-8740182284418'] for network, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:51.171883 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.services.segments.db [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4296fa39-8509-499f-85b9-0363df20a184']}} {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:51.183916 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.services.segments.db [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd35cec0d-5d86-4d67-b67b-efbc47735fd2') {'for_net_delete': True} {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:51.184208 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.services.segments.db [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd35cec0d-5d86-4d67-b67b-efbc47735fd2') {} {{(pid=74995) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:51.196058 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740182285213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1402968'] for segment, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:51.218076 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:51.225228 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=74995) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:51:51.225602 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3098510'] for segment, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: Traceback (most recent call last): Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: timer() Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: cb(*args, **kw) Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: return func(*args, **kwargs) Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: self._notify() Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: self.callback(batched_events) Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: event.method(event) Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: return f(self, *a, **k) Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: return self._get(url).json() Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: return self.request(url, 'GET', **kwargs) Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:51:51.239124 dv-cinder-805825-1-iscsi neutron-server[74995]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:51:51.285667 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-0b05636e-c2dd-4681-9726-5634c70dbc0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:51.314318 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692511'] for network, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:51.318129 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-3836b165-f64a-461b-aa2f-8bee7b7546df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:51:51.330830 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:51.342253 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] Pushing event deleted for resources: {'Network': ['ID=4296fa39-8509-499f-85b9-0363df20a184,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:51:51.346238 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:51:51.356388 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-ec3a135d-28cd-4a99-bacc-71ac7463c1aa admin admin] 10.222.0.62 "DELETE /v2.0/networks/4296fa39-8509-499f-85b9-0363df20a184 HTTP/1.1" status: 204 len: 168 time: 0.9953287 Aug 24 18:51:51.361168 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 40764) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:51:51.532913 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-b18788a3-5c1d-46e2-a8e3-c26c42d9c0fe None None] Deleting port ec2856b7-c613-4f17-a4be-3dadf107b91a {{(pid=74997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:51:51.533303 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-b18788a3-5c1d-46e2-a8e3-c26c42d9c0fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:51.632396 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-b18788a3-5c1d-46e2-a8e3-c26c42d9c0fe None None] The port 'ec2856b7-c613-4f17-a4be-3dadf107b91a' was deleted {{(pid=74997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 24 18:51:51.861781 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6309fb68-3f20-4a33-9a67-dbd982b60eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1691743'] for router_interface, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:52.230070 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:52.237416 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device ec2856b7-c613-4f17-a4be-3dadf107b91a no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:51:52.274369 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: ec2856b7-c613-4f17-a4be-3dadf107b91a {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:51:52.274762 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device ec2856b7-c613-4f17-a4be-3dadf107b91a not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:51:52.478505 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-6309fb68-3f20-4a33-9a67-dbd982b60eaf admin admin] Deleting port 4c5b0182-f0db-41b6-9a61-0f43dbefa463 {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:51:52.479144 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6309fb68-3f20-4a33-9a67-dbd982b60eaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:52.658058 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [None req-6309fb68-3f20-4a33-9a67-dbd982b60eaf admin admin] For port 4c5b0182-f0db-41b6-9a61-0f43dbefa463, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=4c5b0182-f0db-41b6-9a61-0f43dbefa463,segment=NetworkSegment(def107db-32f1-4d62-9f30-f96479d592dc),segment_id=def107db-32f1-4d62-9f30-f96479d592dc)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:51:52.658403 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6309fb68-3f20-4a33-9a67-dbd982b60eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:52.778439 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-6309fb68-3f20-4a33-9a67-dbd982b60eaf admin admin] Calling delete_port for 4c5b0182-f0db-41b6-9a61-0f43dbefa463 owned by network:router_interface {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:51:52.957554 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6309fb68-3f20-4a33-9a67-dbd982b60eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:52.961950 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-bf905e0a-53fa-42f1-8244-6cdc5f5f8f8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:51:53.007764 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309fb68-3f20-4a33-9a67-dbd982b60eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=4c5b0182-f0db-41b6-9a61-0f43dbefa463,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:51:53.010307 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-6309fb68-3f20-4a33-9a67-dbd982b60eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:51:53.393408 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-6309fb68-3f20-4a33-9a67-dbd982b60eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-15347849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1691819'] for router_interface, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:53.721531 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:53.977240 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6309fb68-3f20-4a33-9a67-dbd982b60eaf admin admin] Router c04689d3-f0f8-4246-a750-feb8972aa851 has already been hosted by L3 agent 731518e8-8b61-4a2b-af93-80d179ab8574 {{(pid=74996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 18:51:54.193055 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6309fb68-3f20-4a33-9a67-dbd982b60eaf admin admin] Notify agent at l3_agent.dv-cinder-805825-1-iscsi the message routers_updated {{(pid=74996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 18:51:54.204247 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b06cd-3753-4f4e-898b-60fd16b78fae None None] Sync routers for ids ['c04689d3-f0f8-4246-a750-feb8972aa851'] in dv-cinder-805825-1-iscsi {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Aug 24 18:51:54.210429 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-6309fb68-3f20-4a33-9a67-dbd982b60eaf admin admin] 10.222.0.62 "PUT /v2.0/routers/c04689d3-f0f8-4246-a750-feb8972aa851/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8479569 Aug 24 18:51:54.212832 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 40768) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:51:54.220546 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b06cd-3753-4f4e-898b-60fd16b78fae None None] Routers {'c04689d3-f0f8-4246-a750-feb8972aa851'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:51:54.221255 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-335b06cd-3753-4f4e-898b-60fd16b78fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:51:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['c04689d3-f0f8-4246-a750-feb8972aa851'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:54.406569 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-335b06cd-3753-4f4e-898b-60fd16b78fae None None] Set router c04689d3-f0f8-4246-a750-feb8972aa851 gateway port host: dv-cinder-805825-1-iscsi {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:51:54.414199 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b4365fb7-0ae7-4eeb-8d9e-a69ab293fbc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:54.623990 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b4365fb7-0ae7-4eeb-8d9e-a69ab293fbc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:54.635769 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-b4365fb7-0ae7-4eeb-8d9e-a69ab293fbc6 admin admin] Deleting port 6d04c1ff-f626-419c-bd66-eed5074dc421 {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:51:54.636076 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b4365fb7-0ae7-4eeb-8d9e-a69ab293fbc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:54.722963 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-335b06cd-3753-4f4e-898b-60fd16b78fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04689d3-f0f8-4246-a750-feb8972aa851', 'name': 'tempest-TestVolumeBootPattern-932847111-router', 'tenant_id': '4672c10b9542419b938d72501a2b2f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'external_fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.246'}], 'enable_snat': True}, 'gw_port_id': '6d04c1ff-f626-419c-bd66-eed5074dc421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:45:00Z', 'updated_at': '2021-08-24T18:51:52Z', 'revision_number': 5, 'project_id': '4672c10b9542419b938d72501a2b2f11', 'gw_port': {'id': '6d04c1ff-f626-419c-bd66-eed5074dc421', 'name': '', 'network_id': 'afb0294a-27f7-459e-836d-9dd48a51a08b', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04689d3-f0f8-4246-a750-feb8972aa851', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '57a63288-2275-43de-bb63-fff925de2bab', 'ip_address': '172.27.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-805825-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-24T18:45:00Z', 'updated_at': '2021-08-24T18:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '57a63288-2275-43de-bb63-fff925de2bab', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-805825-1-iscsi'}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:54.727123 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b06cd-3753-4f4e-898b-60fd16b78fae None None] Checking router: c04689d3-f0f8-4246-a750-feb8972aa851 for host: dv-cinder-805825-1-iscsi {{(pid=74998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Aug 24 18:51:54.738750 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b06cd-3753-4f4e-898b-60fd16b78fae None None] Routers {'c04689d3-f0f8-4246-a750-feb8972aa851'} bound to L3 agent in host dv-cinder-805825-1-iscsi {{(pid=74998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 24 18:51:54.739396 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-335b06cd-3753-4f4e-898b-60fd16b78fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-805825-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-24T18:27:21Z,description=,heartbeat_timestamp=2021-08-24T18:51:51Z,host='dv-cinder-805825-1-iscsi',id=731518e8-8b61-4a2b-af93-80d179ab8574,load=0,resource_versions=,resources_synced=,started_at=2021-08-24T18:27:21Z,topic='l3_agent')) {'router_ids': ['c04689d3-f0f8-4246-a750-feb8972aa851'], 'active': True} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:54.893079 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_dvr_db [None req-335b06cd-3753-4f4e-898b-60fd16b78fae None None] Set router c04689d3-f0f8-4246-a750-feb8972aa851 gateway port host: None {{(pid=74998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Aug 24 18:51:54.917550 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [None req-b4365fb7-0ae7-4eeb-8d9e-a69ab293fbc6 admin admin] For port 6d04c1ff-f626-419c-bd66-eed5074dc421, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=6d04c1ff-f626-419c-bd66-eed5074dc421,segment=NetworkSegment(784cbcd6-2113-4317-b99b-92d48e85dc0b),segment_id=784cbcd6-2113-4317-b99b-92d48e85dc0b)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:51:54.917894 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b4365fb7-0ae7-4eeb-8d9e-a69ab293fbc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:55.001207 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.l3_hamode_db [None req-335b06cd-3753-4f4e-898b-60fd16b78fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04689d3-f0f8-4246-a750-feb8972aa851', 'name': 'tempest-TestVolumeBootPattern-932847111-router', 'tenant_id': '4672c10b9542419b938d72501a2b2f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:45:00Z', 'updated_at': '2021-08-24T18:51:54Z', 'revision_number': 6, 'project_id': '4672c10b9542419b938d72501a2b2f11', 'gw_port_host': None}], 'dv-cinder-805825-1-iscsi', False) {} {{(pid=74998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:55.007267 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b06cd-3753-4f4e-898b-60fd16b78fae None None] The sync data for ids ['c04689d3-f0f8-4246-a750-feb8972aa851'] in dv-cinder-805825-1-iscsi is: [{'id': 'c04689d3-f0f8-4246-a750-feb8972aa851', 'name': 'tempest-TestVolumeBootPattern-932847111-router', 'tenant_id': '4672c10b9542419b938d72501a2b2f11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-24T18:45:00Z', 'updated_at': '2021-08-24T18:51:54Z', 'revision_number': 6, 'project_id': '4672c10b9542419b938d72501a2b2f11', 'gw_port_host': None}] {{(pid=74998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Aug 24 18:51:55.042026 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-b4365fb7-0ae7-4eeb-8d9e-a69ab293fbc6 admin admin] Calling delete_port for 6d04c1ff-f626-419c-bd66-eed5074dc421 owned by network:router_gateway {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:51:55.212126 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b4365fb7-0ae7-4eeb-8d9e-a69ab293fbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:55.215607 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-6309fb68-3f20-4a33-9a67-dbd982b60eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:51:55.257295 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4365fb7-0ae7-4eeb-8d9e-a69ab293fbc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d04c1ff-f626-419c-bd66-eed5074dc421,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:51:55.260714 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-b4365fb7-0ae7-4eeb-8d9e-a69ab293fbc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:51:55.492528 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b4365fb7-0ae7-4eeb-8d9e-a69ab293fbc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1692450'] for router_gateway, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:55.760616 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b4365fb7-0ae7-4eeb-8d9e-a69ab293fbc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1694606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30687'] for router, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:55.764959 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b4365fb7-0ae7-4eeb-8d9e-a69ab293fbc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:55.794945 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b4365fb7-0ae7-4eeb-8d9e-a69ab293fbc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1693982'] for router, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:55.795449 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4365fb7-0ae7-4eeb-8d9e-a69ab293fbc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c04689d3-f0f8-4246-a750-feb8972aa851 {{(pid=74996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 18:51:55.807622 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-b4365fb7-0ae7-4eeb-8d9e-a69ab293fbc6 admin admin] Notify callbacks [] for router, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:55.808763 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-b4365fb7-0ae7-4eeb-8d9e-a69ab293fbc6 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c04689d3-f0f8-4246-a750-feb8972aa851 HTTP/1.1" status: 204 len: 168 time: 1.5949817 Aug 24 18:51:55.811251 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 40772) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:51:55.871760 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8492e9-16d6-491a-a56c-9e325757c432 admin admin] Deleting subnet 635c71df-3a6a-441f-9c32-a616d1928216 {{(pid=74996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Aug 24 18:51:55.874648 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3d8492e9-16d6-491a-a56c-9e325757c432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:55.929488 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3d8492e9-16d6-491a-a56c-9e325757c432 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2774640'] for subnet, precommit_delete_associations {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:56.057306 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3d8492e9-16d6-491a-a56c-9e325757c432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-699818'] for subnet, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:56.227862 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3d8492e9-16d6-491a-a56c-9e325757c432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-699795', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-29529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1236018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1142050'] for subnet, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:56.231919 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:51:56.242438 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 6d04c1ff-f626-419c-bd66-eed5074dc421 no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:51:56.267264 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8492e9-16d6-491a-a56c-9e325757c432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=635c71df-3a6a-441f-9c32-a616d1928216,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:51:56.269735 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-3d8492e9-16d6-491a-a56c-9e325757c432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:51:56.272495 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-3d8492e9-16d6-491a-a56c-9e325757c432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:56.277888 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: 6d04c1ff-f626-419c-bd66-eed5074dc421 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:51:56.277888 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 6d04c1ff-f626-419c-bd66-eed5074dc421 not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:51:56.278086 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 4c5b0182-f0db-41b6-9a61-0f43dbefa463 no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:51:56.280635 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-3d8492e9-16d6-491a-a56c-9e325757c432 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/635c71df-3a6a-441f-9c32-a616d1928216 HTTP/1.1" status: 204 len: 168 time: 0.4684074 Aug 24 18:51:56.283301 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [-] (74996) accepted ('10.222.0.62', 40776) {{(pid=74996) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:51:56.302577 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b342aa01-7ca3-4c97-9d1a-85b94e63ccf2 None None] Network 9a165f92-34fb-49ff-93b5-2fa641955f25 requested from dv-cinder-805825-1-iscsi {{(pid=74997) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Aug 24 18:51:56.328684 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: 4c5b0182-f0db-41b6-9a61-0f43dbefa463 {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:51:56.328929 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device 4c5b0182-f0db-41b6-9a61-0f43dbefa463 not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:51:56.391694 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-531664'] for network, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:56.402348 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] Deleting port b068aa9c-1360-4f26-bb2b-6c00af89f17b {{(pid=74996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:51:56.402690 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:56.562528 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e425c3-f71b-43ec-aefb-91de91830d32 None None] DHCP port deletion for 9a165f92-34fb-49ff-93b5-2fa641955f25 request from dv-cinder-805825-1-iscsi {{(pid=74997) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Aug 24 18:51:56.567209 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-05e425c3-f71b-43ec-aefb-91de91830d32 None None] Deleting port b068aa9c-1360-4f26-bb2b-6c00af89f17b {{(pid=74997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:51:56.567609 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-05e425c3-f71b-43ec-aefb-91de91830d32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:56.611770 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.db [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] For port b068aa9c-1360-4f26-bb2b-6c00af89f17b, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=b068aa9c-1360-4f26-bb2b-6c00af89f17b,segment=NetworkSegment(def107db-32f1-4d62-9f30-f96479d592dc),segment_id=def107db-32f1-4d62-9f30-f96479d592dc)] {{(pid=74996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:51:56.612018 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:56.736304 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.plugin [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] Calling delete_port for b068aa9c-1360-4f26-bb2b-6c00af89f17b owned by network:dhcp {{(pid=74996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:51:56.773721 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.db [None req-05e425c3-f71b-43ec-aefb-91de91830d32 None None] For port b068aa9c-1360-4f26-bb2b-6c00af89f17b, host dv-cinder-805825-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-805825-1-iscsi',level=0,port_id=b068aa9c-1360-4f26-bb2b-6c00af89f17b,segment=NetworkSegment(def107db-32f1-4d62-9f30-f96479d592dc),segment_id=def107db-32f1-4d62-9f30-f96479d592dc)] {{(pid=74997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 18:51:56.774095 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-05e425c3-f71b-43ec-aefb-91de91830d32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697432'] for port, precommit_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:56.813389 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-579581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-140964', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740182302468', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740181878294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1236161'] for port, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:56.817058 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-ab8161ba-99b4-4362-a187-056bf3ae4167 tempest-TestShelveInstance-1614633361 tempest-TestShelveInstance-1614633361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:51:56.864247 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] Pushing event deleted for resources: {'Port': ['ID=b068aa9c-1360-4f26-bb2b-6c00af89f17b,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:51:56.866644 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:51:56.869160 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] No DVR routers for this DVR port b068aa9c-1360-4f26-bb2b-6c00af89f17b on host dv-cinder-805825-1-iscsi {{(pid=74996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 24 18:51:56.897798 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-05e425c3-f71b-43ec-aefb-91de91830d32 None None] Calling delete_port for b068aa9c-1360-4f26-bb2b-6c00af89f17b owned by network:dhcp {{(pid=74997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Aug 24 18:51:56.968374 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.db.api [None req-05e425c3-f71b-43ec-aefb-91de91830d32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 24 18:51:56.968768 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG oslo_db.api [None req-05e425c3-f71b-43ec-aefb-91de91830d32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 18:51:56.987464 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-699171', 'neutron.services.segments.db._delete_segments_for_network-8740182284418'] for network, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:57.001556 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a165f92-34fb-49ff-93b5-2fa641955f25']}} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:57.015230 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def107db-32f1-4d62-9f30-f96479d592dc') {'for_net_delete': True} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:57.015591 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.services.segments.db [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def107db-32f1-4d62-9f30-f96479d592dc') {} {{(pid=74996) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 18:51:57.028615 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740182285213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2774655'] for segment, before_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:57.045950 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-699665'] for segment, precommit_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:57.052733 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=74996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Aug 24 18:51:57.053110 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-699663', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1236116'] for segment, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: Traceback (most recent call last): Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: timer() Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: cb(*args, **kw) Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: return func(*args, **kwargs) Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: self._notify() Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: self.callback(batched_events) Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: event.method(event) Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: aggregate_uuid = self.p_client.list_aggregates( Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: return f(self, *a, **k) Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: return self._get(url).json() Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: return self.request(url, 'GET', **kwargs) Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: base_url = self.get_endpoint(auth, allow=allow, Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 24 18:51:57.066508 dv-cinder-805825-1-iscsi neutron-server[74996]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 24 18:51:57.145563 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-699176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754407', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-15347935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1692511'] for network, after_delete {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:57.149470 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-a5511895-bfc3-44bb-b846-9ec0d78347d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:51:57.168951 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron_lib.callbacks.manager [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-15347813'] for network, before_response {{(pid=74996) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:57.180330 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] Pushing event deleted for resources: {'Network': ['ID=9a165f92-34fb-49ff-93b5-2fa641955f25,revision_number=None']} {{(pid=74996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:51:57.184517 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG oslo_concurrency.lockutils [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74996) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:51:57.187997 dv-cinder-805825-1-iscsi neutron-server[74996]: INFO neutron.wsgi [None req-ba183a80-0520-4573-948c-3be7997d52da admin admin] 10.222.0.62 "DELETE /v2.0/networks/9a165f92-34fb-49ff-93b5-2fa641955f25 HTTP/1.1" status: 204 len: 168 time: 0.9037523 Aug 24 18:51:57.334313 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40782) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:51:57.394480 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-0a7f4185-8f28-44c1-a5cd-023afa5b3b92 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=547d022ded2e45ee9abb0d9dafb2bad2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0588031 Aug 24 18:51:57.397184 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40786) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:51:57.462101 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e1f1480c-8909-4fe6-a4db-bd2b02d396f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:57.470237 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-05e425c3-f71b-43ec-aefb-91de91830d32 None None] Deleting port b068aa9c-1360-4f26-bb2b-6c00af89f17b {{(pid=74997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Aug 24 18:51:57.470789 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-05e425c3-f71b-43ec-aefb-91de91830d32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740182328751'] for port, before_delete {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:57.488292 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e1f1480c-8909-4fe6-a4db-bd2b02d396f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:57.539468 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-05e425c3-f71b-43ec-aefb-91de91830d32 None None] The port 'b068aa9c-1360-4f26-bb2b-6c00af89f17b' was deleted {{(pid=74997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Aug 24 18:51:57.541969 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e1f1480c-8909-4fe6-a4db-bd2b02d396f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:57.546768 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-38df937f-e1fc-4bdf-b31f-6cbcc684810b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:51:57.560483 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1480c-8909-4fe6-a4db-bd2b02d396f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7a73f1-b7cf-48bc-a470-318366397422,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:51:57.564844 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-e1f1480c-8909-4fe6-a4db-bd2b02d396f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:51:57.568332 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-e1f1480c-8909-4fe6-a4db-bd2b02d396f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:57.569436 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-e1f1480c-8909-4fe6-a4db-bd2b02d396f3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6c7a73f1-b7cf-48bc-a470-318366397422 HTTP/1.1" status: 204 len: 168 time: 0.1712327 Aug 24 18:51:57.971659 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40794) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:51:58.025694 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-0e3571a7-4e30-4344-b17c-d28135bf3a04 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4672c10b9542419b938d72501a2b2f11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0526977 Aug 24 18:51:58.028941 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [-] (74995) accepted ('10.222.0.62', 40798) {{(pid=74995) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 24 18:51:58.093518 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-016c193f-798a-48a9-9249-77cfc63aa4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:58.119720 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-016c193f-798a-48a9-9249-77cfc63aa4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:58.173902 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-016c193f-798a-48a9-9249-77cfc63aa4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754564'] for security_group, after_delete {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:58.178846 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-329986cc-b979-447a-95e9-21198e756aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 24 18:51:58.189651 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016c193f-798a-48a9-9249-77cfc63aa4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62c82fe-90b7-4019-8dd9-362787bc6504,revision_number=None']} {{(pid=74995) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 18:51:58.192248 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG oslo_concurrency.lockutils [None req-016c193f-798a-48a9-9249-77cfc63aa4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74995) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 24 18:51:58.204521 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron_lib.callbacks.manager [None req-016c193f-798a-48a9-9249-77cfc63aa4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74995) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:51:58.207626 dv-cinder-805825-1-iscsi neutron-server[74995]: INFO neutron.wsgi [None req-016c193f-798a-48a9-9249-77cfc63aa4e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a62c82fe-90b7-4019-8dd9-362787bc6504 HTTP/1.1" status: 204 len: 168 time: 0.1757786 Aug 24 18:51:58.245982 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device b068aa9c-1360-4f26-bb2b-6c00af89f17b no longer exists at agent ovs-agent-dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 24 18:51:58.281203 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.plugin [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] No Port match for: b068aa9c-1360-4f26-bb2b-6c00af89f17b {{(pid=74997) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Aug 24 18:51:58.281591 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron.plugins.ml2.rpc [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Device b068aa9c-1360-4f26-bb2b-6c00af89f17b not bound to the agent host dv-cinder-805825-1-iscsi {{(pid=74997) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 24 18:52:01.322256 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:01.739236 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:52:06.137770 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [req-43833452-cfe7-4132-8ad1-886d6e9a276e req-7c2ff138-86cf-4e61-a10b-713d213c8451 service neutron] (74995) timed out ('10.222.0.36', 57725) {{(pid=74995) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 24 18:52:08.589881 dv-cinder-805825-1-iscsi neutron-server[74995]: DEBUG neutron.wsgi [req-781a517f-0bae-4bee-81b4-eb479b14cda4 req-ba7265c3-52be-4290-9182-658a0ce1e7f7 service neutron] (74995) timed out ('10.222.0.36', 57730) {{(pid=74995) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 24 18:52:18.937457 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-5e98f752-937e-414d-bfd4-24e1ef2b507c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:19.376937 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:21.301897 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-87965ac8-b6b7-4436-9185-9e908d25be5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:22.241960 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:23.729264 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:31.316078 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:38.736004 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:52:48.940698 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-f0762b31-a3cd-40b5-8ffa-5e66518e2333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:49.373331 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:51.306968 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-f5d13851-9e5f-49d9-ba2e-3750fad96533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:52.239695 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:52:53.732680 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:01.326695 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:15.732805 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:53:18.944779 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-e606b547-3f43-4792-8d7d-8cfc9021a43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:19.372551 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:21.312592 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-3bf5ab38-2034-4c0d-a181-f5734f155376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:22.251079 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:23.739617 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:31.335107 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:48.943210 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-03c4a3b9-c2b4-44b2-8944-b2abc064a8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:49.380937 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:51.311093 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-07e6c3cf-cc21-4596-b5c3-41eb1041f536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:52.253140 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:53:52.725927 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:53:53.748614 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:01.343451 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:18.945071 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-f91475ec-74f4-417f-a24f-ef391ac55d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:19.370893 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:21.315502 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-c95f3428-96dc-4f38-9e81-6388c9a2b1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:22.255487 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:23.747782 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:29.732639 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:54:31.346399 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:48.948047 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ed48d4af-bd10-4048-a28e-d7323dac910b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:49.372655 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:51.314331 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-95a77391-f059-498a-83d5-4a12f5fa2ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:52.254753 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:54:53.750651 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:01.369666 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:06.729314 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:55:18.980636 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-4e15157d-8070-4acf-911c-9ba8895bd302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:19.374550 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:21.308192 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-6b8627d6-a463-4eb9-87ac-cf8d7c11ed4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:22.261396 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:23.758063 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:31.380889 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:43.745292 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:55:48.949634 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-b9edabc4-f035-421e-a3dc-554b7acdeda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:49.369401 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:51.317423 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-1d1d391d-ad72-4dfb-97c5-f7401e6560e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:52.272912 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:53.760273 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:55:55.332991 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [req-675d2fb3-2ffa-4461-bc3c-14432521fb76 req-fdb54fb6-73c4-41a0-8a8e-4aceb865a446 service neutron] (74996) timed out ('10.222.0.36', 57864) {{(pid=74996) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 24 18:56:01.381156 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:18.950115 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-e51c180f-12c3-4ad0-ac98-bf0524f9eb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:19.386486 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:20.739950 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:56:21.321814 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-71cfbd96-76a7-4ec0-a4fc-3c4e67477968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:22.276663 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:23.772360 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:31.391953 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:48.945473 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-0e3263f3-152c-460f-8f83-26111cd0585c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:49.378689 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:51.323221 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-61828106-47b8-48d8-b203-7b60dd4ec654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:52.273057 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:53.771593 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:56:57.742236 dv-cinder-805825-1-iscsi neutron-server[74998]: DEBUG neutron.db.agents_db [None req-3b836b7d-efce-4d05-b730-491f30b90a99 None None] Agent healthcheck: found 6 active agents {{(pid=74998) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 24 18:57:01.393026 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-cd8c246f-ba3c-4989-aed8-f9d0ece2f857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:11.320618 dv-cinder-805825-1-iscsi neutron-server[74996]: DEBUG neutron.wsgi [req-cbf85cb7-92d8-41d5-a358-73df95ecd86d req-88cac67b-79ff-4a49-ad12-0b11b4c1fb90 service neutron] (74996) timed out ('10.222.0.62', 37732) {{(pid=74996) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 24 18:57:18.953208 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-96279120-8310-4fd1-8735-a1947b4c9e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:19.374798 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-604abdda-e06e-414f-b191-ec8f9e4a9e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:21.318345 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-97b9fa01-bf6d-44a2-9210-02e41682b7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:22.274220 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-28f3bd0a-efd3-4e95-8ac5-d9abf74ab6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 24 18:57:23.770938 dv-cinder-805825-1-iscsi neutron-server[74997]: DEBUG neutron_lib.callbacks.manager [None req-ab1f93cf-db3d-4c6e-9e9f-5f23b42969cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740182284400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-712631'] for agent, after_update {{(pid=74997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}